<html xmlns:v="urn:schemas-microsoft-com:vml" xmlns:o="urn:schemas-microsoft-com:office:office" xmlns:w="urn:schemas-microsoft-com:office:word" xmlns:m="http://schemas.microsoft.com/office/2004/12/omml" xmlns="http://www.w3.org/TR/REC-html40">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=us-ascii">
<meta name="Generator" content="Microsoft Word 15 (filtered medium)">
<!--[if !mso]><style>v\:* {behavior:url(#default#VML);}
o\:* {behavior:url(#default#VML);}
w\:* {behavior:url(#default#VML);}
.shape {behavior:url(#default#VML);}
</style><![endif]--><style><!--
/* Font Definitions */
@font-face
        {font-family:"Cambria Math";
        panose-1:2 4 5 3 5 4 6 3 2 4;}
@font-face
        {font-family:DengXian;
        panose-1:2 1 6 0 3 1 1 1 1 1;}
@font-face
        {font-family:Calibri;
        panose-1:2 15 5 2 2 2 4 3 2 4;}
@font-face
        {font-family:Tahoma;
        panose-1:2 11 6 4 3 5 4 4 2 4;}
@font-face
        {font-family:"Segoe Script";
        panose-1:3 11 5 4 2 0 0 0 0 3;}
@font-face
        {font-family:"Monotype Corsiva";
        panose-1:3 1 1 1 1 2 1 1 1 1;}
@font-face
        {font-family:DengXian;
        panose-1:2 1 6 0 3 1 1 1 1 1;}
/* Style Definitions */
p.MsoNormal, li.MsoNormal, div.MsoNormal
        {margin:0cm;
        margin-bottom:.0001pt;
        font-size:11.0pt;
        font-family:"Calibri",sans-serif;}
a:link, span.MsoHyperlink
        {mso-style-priority:99;
        color:blue;
        text-decoration:underline;}
a:visited, span.MsoHyperlinkFollowed
        {mso-style-priority:99;
        color:purple;
        text-decoration:underline;}
p.msonormal0, li.msonormal0, div.msonormal0
        {mso-style-name:msonormal;
        margin:0cm;
        margin-bottom:.0001pt;
        font-size:11.0pt;
        font-family:"Calibri",sans-serif;}
p.xmsonormal, li.xmsonormal, div.xmsonormal
        {mso-style-name:x_msonormal;
        margin:0cm;
        margin-bottom:.0001pt;
        font-size:11.0pt;
        font-family:"Calibri",sans-serif;}
p.xxmsonormal, li.xxmsonormal, div.xxmsonormal
        {mso-style-name:x_xmsonormal;
        margin:0cm;
        margin-bottom:.0001pt;
        font-size:11.0pt;
        font-family:"Calibri",sans-serif;}
p.xxxmsonormal, li.xxxmsonormal, div.xxxmsonormal
        {mso-style-name:x_xxmsonormal;
        margin:0cm;
        margin-bottom:.0001pt;
        font-size:11.0pt;
        font-family:"Calibri",sans-serif;}
span.EmailStyle23
        {mso-style-type:personal-reply;
        font-family:DengXian;
        color:windowtext;}
.MsoChpDefault
        {mso-style-type:export-only;
        font-size:10.0pt;}
@page WordSection1
        {size:612.0pt 792.0pt;
        margin:72.0pt 90.0pt 72.0pt 90.0pt;}
div.WordSection1
        {page:WordSection1;}
--></style><!--[if gte mso 9]><xml>
<o:shapedefaults v:ext="edit" spidmax="1026" />
</xml><![endif]--><!--[if gte mso 9]><xml>
<o:shapelayout v:ext="edit">
<o:idmap v:ext="edit" data="1" />
</o:shapelayout></xml><![endif]-->
</head>
<body lang="EN-US" link="blue" vlink="purple">
<div class="WordSection1">
<p class="MsoNormal"><span style="font-family:DengXian">Hi,<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-family:DengXian"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="font-family:DengXian">I can resolve ceph-min in Genesis node:<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-family:DengXian"><o:p> </o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">root@cab23-r720-11:~# dig ceph-mon.ceph.svc.cluster.local @10.96.0.10<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian"><o:p> </o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">; <<>> DiG 9.10.3-P4-Ubuntu <<>> ceph-mon.ceph.svc.cluster.local @10.96.0.10<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">;; global options: +cmd<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">;; Got answer:<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 7595<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">;; flags: qr aa rd ra; QUERY: 1, ANSWER: 1, AUTHORITY: 0, ADDITIONAL: 1<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian"><o:p> </o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">;; OPT PSEUDOSECTION:<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">; EDNS: version: 0, flags:; udp: 4096<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">;; QUESTION SECTION:<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">;ceph-mon.ceph.svc.cluster.local. IN   A<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian"><o:p> </o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">;; ANSWER SECTION:<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian;color:red">ceph-mon.ceph.svc.cluster.local. 5 IN A          10.23.22.11<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian"><o:p> </o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">;; Query time: 1 msec<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">;; SERVER: 10.96.0.10#53(10.96.0.10)<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">;; WHEN: Sun Nov 11 05:03:22 CST 2018<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">;; MSG SIZE  rcvd: 76<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-family:DengXian"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="font-family:DengXian">By the way, I found that mariadb-ingress pod is running, but DO NOT BE READY.<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-family:DengXian"><o:p> </o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">root@cab23-r720-11:~# kubectl get pods -n ucp<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">NAME                                                  READY     STATUS      RESTARTS   AGE<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">airship-ucp-ceph-config-ceph-ns-key-generator-qxj6r   0/1       Completed   0          1d<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">airship-ucp-rabbitmq-rabbitmq-0                       0/1       Init:0/2    0          1d<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">ingress-6cd5b89d5d-98kbj                              1/1       Running     0          1d<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">ingress-6cd5b89d5d-s7qsz                              1/1       Running     0          1d<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">ingress-error-pages-5c97bb46bb-2bdlx                  1/1       Running     0          1d<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">ingress-error-pages-5c97bb46bb-g62b8                  1/1       Running     0          1d<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian;color:red">mariadb-ingress-85b8556fbc-8v47h                      0/1       Running     0          1d<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian;color:red">mariadb-ingress-85b8556fbc-hk9qr                      0/1       Running     0          1d<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">mariadb-ingress-error-pages-64f89dc697-g2l4g          1/1       Running     0          1d<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">mariadb-server-0                                      0/1       Init:0/2    0          1d<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">mariadb-server-1                                      0/1       Init:0/2    0          1d<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">mariadb-server-2                                      0/1       Init:0/2    0          1d<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">postgresql-0                                          0/1       Init:0/1    0          1d<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-family:DengXian"><o:p> </o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">root@cab23-r720-11:~# kubectl logs -f mariadb-ingress-85b8556fbc-hk9qr -n ucp<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">+ COMMAND=start<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">+ start<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">+ exec /usr/bin/dumb-init /nginx-ingress-controller --force-namespace-isolation --watch-namespace ucp --election-id=airship-ucp-mariadb --ingress-class=airship-ucp-mariadb-mariadb-ingress
 --default-backend-service=ucp/mariadb-ingress-error-pages --tcp-services-configmap=ucp/mariadb-services-tcp<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">-------------------------------------------------------------------------------<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">NGINX Ingress controller<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">  Release:    0.9.0<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">  Build:      git-6816630<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">  Repository: https://github.com/kubernetes/ingress-nginx<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">-------------------------------------------------------------------------------<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian"><o:p> </o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">I1109 00:05:30.619177       7 flags.go:151] Watching for ingress class: airship-ucp-mariadb-mariadb-ingress<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">W1109 00:05:30.619260       7 flags.go:154] only Ingress with class "airship-ucp-mariadb-mariadb-ingress" will be processed by this ingress controller<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">I1109 00:05:30.620028       7 main.go:227] Creating API client for https://10.96.0.1:443<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">I1109 00:05:30.641766       7 main.go:239] Running in Kubernetes Cluster version v1.10 (v1.10.2) - git (clean) commit 81753b10df112992bf51bbc2c2f85208aad78335 - platform linux/amd64<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">I1109 00:05:30.646318       7 main.go:83] validated ucp/mariadb-ingress-error-pages as the default backend<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">I1109 00:05:30.989789       7 stat_collector.go:77] starting new nginx stats collector for Ingress controller running in namespace ucp (class airship-ucp-mariadb-mariadb-ingress)<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">I1109 00:05:30.989841       7 stat_collector.go:78] collector extracting information from port 18080<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">I1109 00:05:31.006073       7 nginx.go:250] starting Ingress controller<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">I1109 00:05:31.009821       7 listers.go:69] ignoring add for ingress airship-ucp--mgr-8e72c0 based on annotation kubernetes.io/ingress.class with value nginx<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">I1109 00:05:31.009861       7 listers.go:69] ignoring add for ingress ucp-airship-ingress based on annotation kubernetes.io/ingress.class with value nginx-cluster<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">I1109 00:05:31.106538       7 nginx.go:255] running initial sync of secrets<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">I1109 00:05:31.106894       7 nginx.go:261] ignoring add for ingress airship-ucp--mgr-8e72c0 based on annotation kubernetes.io/ingress.class with value nginx<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">I1109 00:05:31.106989       7 nginx.go:261] ignoring add for ingress ucp-airship-ingress based on annotation kubernetes.io/ingress.class with value nginx-cluster<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">I1109 00:05:31.107145       7 nginx.go:288] starting NGINX process...<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">I1109 00:05:31.107192       7 leaderelection.go:174] attempting to acquire leader lease...<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">I1109 00:05:31.120826       7 status.go:196] new leader elected: mariadb-ingress-85b8556fbc-4r7vb<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">W1109 00:05:31.137271       7 controller.go:342] service ucp/mariadb-server does not have any active endpoints for port 3306 and protocol TCP<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">I1109 00:05:31.137361       7 controller.go:211] backend reload required<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">I1109 00:05:31.137591       7 stat_collector.go:34] changing prometheus collector from  to default<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">I1109 00:05:31.232578       7 controller.go:220] ingress backend successfully reloaded...<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">W1109 00:05:40.746197       7 controller.go:342] service ucp/mariadb-server does not have any active endpoints for port 3306 and protocol TCP<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">W1109 00:05:55.991850       7 controller.go:342] service ucp/mariadb-server does not have any active endpoints for port 3306 and protocol TCP<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">I1109 00:06:01.847400       7 leaderelection.go:184] successfully acquired lease ucp/airship-ucp-mariadb-airship-ucp-mariadb-mariadb-ingress<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">I1109 00:06:01.847433       7 status.go:196] new leader elected: mariadb-ingress-85b8556fbc-hk9qr<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">W1109 00:15:31.010319       7 controller.go:342] service ucp/mariadb-server does not have any active endpoints for port 3306 and protocol TCP<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian;color:red">W1109 00:22:36.016006       7 reflector.go:334] k8s.io/ingress-nginx/internal/ingress/controller/listers.go:46: watch of *v1.Endpoints ended with: too old resource
 version: 25309 (25334)<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">W1109 00:25:31.010617       7 controller.go:342] service ucp/mariadb-server does not have any active endpoints for port 3306 and protocol TCP<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">W1109 00:35:31.011230       7 controller.go:342] service ucp/mariadb-server does not have any active endpoints for port 3306 and protocol TCP<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian;color:red">W1109 00:44:28.051272       7 reflector.go:334] k8s.io/ingress-nginx/internal/ingress/controller/listers.go:46: watch of *v1.Endpoints ended with: too old resource
 version: 27637 (28265)<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">W1109 00:45:31.011379       7 controller.go:342] service ucp/mariadb-server does not have any active endpoints for port 3306 and protocol TCP<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">W1109 00:55:31.012008       7 controller.go:342] service ucp/mariadb-server does not have any active endpoints for port 3306 and protocol TCP<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">W1109 00:55:34.323748       7 controller.go:342] service ucp/mariadb-server does not have any active endpoints for port 3306 and protocol TCP<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian;color:red">W1109 01:02:04.084532       7 reflector.go:334] k8s.io/ingress-nginx/internal/ingress/controller/listers.go:46: watch of *v1.Endpoints ended with: too old resource
 version: 30554 (30646)<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">W1109 01:05:31.012255       7 controller.go:342] service ucp/mariadb-server does not have any active endpoints for port 3306 and protocol TCP<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">W1109 01:15:31.012528       7 controller.go:342] service ucp/mariadb-server does not have any active endpoints for port 3306 and protocol TCP<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">W1109 01:15:34.324431       7 controller.go:342] service ucp/mariadb-server does not have any active endpoints for port 3306 and protocol TCP<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian;color:red">W1109 01:20:54.121121       7 reflector.go:334] k8s.io/ingress-nginx/internal/ingress/controller/listers.go:46: watch of *v1.Endpoints ended with: too old resource
 version: 32819 (33059)<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">W1109 01:25:31.012743       7 controller.go:342] service ucp/mariadb-server does not have any active endpoints for port 3306 and protocol TCP<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">W1109 01:35:31.013183       7 controller.go:342] service ucp/mariadb-server does not have any active endpoints for port 3306 and protocol TCP<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian;color:red">W1109 01:39:48.142735       7 reflector.go:334] k8s.io/ingress-nginx/internal/ingress/controller/listers.go:46: watch of *v1.Endpoints ended with: too old resource
 version: 35215 (35473)<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">W1109 01:45:31.013443       7 controller.go:342] service ucp/mariadb-server does not have any active endpoints for port 3306 and protocol TCP<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">W1109 01:55:31.013670       7 controller.go:342] service ucp/mariadb-server does not have any active endpoints for port 3306 and protocol TCP<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian;color:red">W1109 02:05:29.154286       7 reflector.go:334] k8s.io/ingress-nginx/internal/ingress/controller/listers.go:46: watch of *v1.Endpoints ended with: too old resource
 version: 37485 (38558)<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">W1109 02:05:31.014193       7 controller.go:342] service ucp/mariadb-server does not have any active endpoints for port 3306 and protocol TCP<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">W1109 02:15:31.014413       7 controller.go:342] service ucp/mariadb-server does not have any active endpoints for port 3306 and protocol TCP<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span style="font-family:DengXian">W1109 02:25:31.015156       7 controller.go:342] service ucp/mariadb-server does not have any active endpoints for port 3306 and protocol TCP<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-family:DengXian"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="font-family:DengXian">Does it health?<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-family:DengXian"><o:p> </o:p></span></p>
<div>
<p class="MsoNormal"><span style="font-size:12.0pt;font-family:"Segoe Script",sans-serif">Best Regards!<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:12.0pt;font-family:"Segoe Script",sans-serif">Maxwell Li<o:p></o:p></span></p>
</div>
<p class="MsoNormal"><span style="font-family:DengXian"><o:p> </o:p></span></p>
<div>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0cm 0cm 0cm">
<p class="MsoNormal"><b>From:</b> Matthew H <matthew.heler@hotmail.com> <br>
<b>Sent:</b> Tuesday, November 13, 2018 11:59 PM<br>
<b>To:</b> Tu, Qiaolin (NSB - CN/Hangzhou) <qiaolin.tu@nokia-sbell.com>; airship-discuss@lists.airshipit.org<br>
<b>Cc:</b> Li, Maxwell (NSB - CN/Hangzhou) <maxwell.li@nokia-sbell.com><br>
<b>Subject:</b> Re: [Airship-discuss] Airship installation Questions<o:p></o:p></p>
</div>
</div>
<p class="MsoNormal"><o:p> </o:p></p>
<div>
<p class="MsoNormal"><span style="font-size:12.0pt;color:black">Greetings,<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:12.0pt;color:black"><o:p> </o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:12.0pt;color:black">Can you resolve ceph-mon.ceph.svc.cluster.local from your genesis node?<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:12.0pt;color:black"><o:p> </o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:12.0pt;color:black">dig ceph-mon.ceph.svc.cluster.local @10.96.0.10<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:12.0pt;color:black"><o:p> </o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:12.0pt;color:black"><o:p> </o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:12.0pt;color:black"><o:p> </o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:12.0pt;color:black"><o:p> </o:p></span></p>
</div>
<div class="MsoNormal" align="center" style="text-align:center">
<hr size="2" width="98%" align="center">
</div>
<div id="divRplyFwdMsg">
<p class="MsoNormal"><b><span style="color:black">From:</span></b><span style="color:black"> Tu, Qiaolin (NSB - CN/Hangzhou) <<a href="mailto:qiaolin.tu@nokia-sbell.com">qiaolin.tu@nokia-sbell.com</a>><br>
<b>Sent:</b> Tuesday, November 13, 2018 4:15 AM<br>
<b>To:</b> Matthew H; <a href="mailto:airship-discuss@lists.airshipit.org">airship-discuss@lists.airshipit.org</a><br>
<b>Cc:</b> Li, Maxwell (NSB - CN/Hangzhou)<br>
<b>Subject:</b> RE: [Airship-discuss] Airship installation Questions</span> <o:p>
</o:p></p>
<div>
<p class="MsoNormal"> <o:p></o:p></p>
</div>
</div>
<div>
<div>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Hi,</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">I checked ceph-mon and ucp mariadb-ingress resolv.conf. It seems ceph namespaces related pod use ceph.svc.cluster.local svc.cluster.local cluster.local but ucp namespaces related pod
 only use ucp.svc.cluster.local svc.cluster.local cluster.local. Thanks very much!</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"> </span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">root@cab23-r720-11:~# kubectl exec -it  ceph-mon-qqjzz -n ceph -- /bin/sh</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"># cat resolv.conf</span><o:p></o:p></p>
<p class="xmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">nameserver 10.96.0.10</span></b><o:p></o:p></p>
<p class="xmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">search ceph.svc.cluster.local svc.cluster.local cluster.local</span></b><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">options ndots:5</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"># cat hosts</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"># This file is controlled by Promenade.  Do not modify.</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">#</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">127.0.0.1       cab23-r720-11.local cab23-r720-11</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">127.0.0.1       localhost</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"> </span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"> </span><o:p></o:p></p>
<p class="xmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">root@cab23-r720-11:~# kubectl exec -it mariadb-ingress-85b8556fbc-7hg9b  -n ucp -- /bin/sh</span></b><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"># cat resolv.conf</span><o:p></o:p></p>
<p class="xmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">nameserver 10.96.0.10</span></b><o:p></o:p></p>
<p class="xmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">search ucp.svc.cluster.local svc.cluster.local cluster.local</span></b><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">options ndots:5</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"># cat hosts
</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"># Kubernetes-managed hosts file.</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">127.0.0.1 localhost</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">::1   localhost ip6-localhost ip6-loopback</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">fe00::0    ip6-localnet</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">fe00::0    ip6-mcastprefix</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">fe00::1    ip6-allnodes</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">fe00::2    ip6-allrouters</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">10.97.38.118  mariadb-ingress-85b8556fbc-7hg9b</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"> </span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"> </span><o:p></o:p></p>
<p class="xmsonormal" style="text-align:justify;background:white"><b><span style="font-size:10.5pt;font-family:"Monotype Corsiva";color:#1F497D">Best Regards!</span></b><o:p></o:p></p>
<p class="xmsonormal" style="text-align:justify;background:white"><b><span style="font-size:10.5pt;font-family:"Monotype Corsiva";color:#1F497D">Qiaolin Tu</span></b><o:p></o:p></p>
<p class="xmsonormal" style="text-align:justify;background:white"><span style="font-size:10.0pt;font-family:"Tahoma",sans-serif;color:#7F7F7F">NSB MN 5G ECE HZ CN2 SG04</span><o:p></o:p></p>
<p class="xmsonormal" style="text-align:justify;background:white"><span style="font-size:8.0pt;font-family:"Arial",sans-serif;color:gray">Mobile:
</span><span style="font-size:10.0pt;font-family:"Arial",sans-serif;color:gray"> +86 138 057 59684</span><o:p></o:p></p>
<p class="xmsonormal" style="text-align:justify;background:white"><span style="font-size:8.0pt;font-family:"Arial",sans-serif;color:gray">E-Mail:  
<a href="mailto:qiaolin.tu@nokia-sbell.com">qiaolin.tu@nokia-sbell.com</a></span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"> </span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"> </span><o:p></o:p></p>
<div>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0cm 0cm 0cm">
<p class="xmsonormal"><b>From:</b> Tu, Qiaolin (NSB - CN/Hangzhou) <br>
<b>Sent:</b> Tuesday, November 13, 2018 4:45 PM<br>
<b>To:</b> 'Matthew H' <<a href="mailto:matthew.heler@hotmail.com">matthew.heler@hotmail.com</a>>;
<a href="mailto:airship-discuss@lists.airshipit.org">airship-discuss@lists.airshipit.org</a><br>
<b>Cc:</b> Li, Maxwell (NSB - CN/Hangzhou) <<a href="mailto:maxwell.li@nokia-sbell.com">maxwell.li@nokia-sbell.com</a>><br>
<b>Subject:</b> RE: [Airship-discuss] Airship installation Questions<o:p></o:p></p>
</div>
</div>
<p class="xmsonormal"> <o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Hi,</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">We just deploy genesis node and haven<span lang="ZH-CN">’</span>t deploy master node yet.
</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"> </span><o:p></o:p></p>
<p class="xmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">root@cab23-r720-11:~# cat /etc/resolv.conf
</span></b><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">options timeout:1 attempts:1</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">domain local</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"> </span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">nameserver 10.96.0.10</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"> </span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">nameserver 10.56.126.31</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">nameserver 10.96.0.10</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">nameserver
<a href="mailto:8.8.8.8root@cab23-r720-11:~">8.8.8.8</a></span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"> </span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"> </span><o:p></o:p></p>
<p class="xmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">root@cab23-r720-11:~# vi /etc/hosts</span></b><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"># This file is controlled by Promenade.</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Do not modify.</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">#</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">127.0.0.1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> cab23-r720-11.local cab23-r720-11</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">127.0.0.1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> localhost</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"> </span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"> </span><o:p></o:p></p>
<p class="xmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">root@cab23-r720-11:~# kubectl get pod --all-namespaces</span></b><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">NAMESPACE</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> NAME</span><span style="font-size:10.5pt">             </span><span style="font-size:10.5pt;font-family:DengXian">
</span><span style="font-size:10.5pt">                                          </span><span style="font-size:10.5pt;font-family:DengXian">READY</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> STATUS</span><span style="font-size:10.5pt">     </span><span style="font-size:10.5pt;font-family:DengXian">
 RESTARTS</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> AGE</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ceph</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> airship-ucp-ceph-provisioners-ceph-ns-key-generator-npzgl</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian">
 0/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Completed</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ceph</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> ceph-bootstrap-mtlgj</span><span style="font-size:10.5pt">                               </span><span style="font-size:10.5pt;font-family:DengXian">
</span><span style="font-size:10.5pt">        </span><span style="font-size:10.5pt;font-family:DengXian">0/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Completed</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian">
 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ceph</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> ceph-cephfs-client-key-generator-zbp65</span><span style="font-size:10.5pt">                     </span><span style="font-size:10.5pt;font-family:DengXian">
 0/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Completed</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ceph</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> ceph-cephfs-provisioner-676684f6bd-n5hjm</span><span style="font-size:10.5pt">                   </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian">
</span><span style="font-size:10.5pt">       </span><span style="font-size:10.5pt;font-family:DengXian">23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ceph</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> ceph-mds-5f547b6fd7-sg49g</span><span style="font-size:10.5pt">                                  </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ceph</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> ceph-mds-keyring-generator-pzvs2</span><span style="font-size:10.5pt">                           </span><span style="font-size:10.5pt;font-family:DengXian">
 0/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Completed</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ceph</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> ceph-mgr-69d599864b-dqkzv</span><span style="font-size:10.5pt">                                  </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ceph</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> ceph-mgr-keyring-generator-4b6ww</span><span style="font-size:10.5pt">                           </span><span style="font-size:10.5pt;font-family:DengXian">
 0/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Completed</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ceph</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> ceph-mon-check-6db6b569b6-w5kjk</span><span style="font-size:10.5pt">           </span><span style="font-size:10.5pt;font-family:DengXian">
</span><span style="font-size:10.5pt">                 </span><span style="font-size:10.5pt;font-family:DengXian">1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian">
 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ceph</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> ceph-mon-keyring-generator-bpm8q</span><span style="font-size:10.5pt">                           </span><span style="font-size:10.5pt;font-family:DengXian">
 0/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Completed</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ceph</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> ceph-mon-qqjzz</span><span style="font-size:10.5pt">                                             </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ceph</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> ceph-osd-default-83945928-qqz4c</span><span style="font-size:10.5pt">                            </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ceph</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> ceph-osd-keyring-generator-wc4rg</span><span style="font-size:10.5pt">                           </span><span style="font-size:10.5pt;font-family:DengXian">
 0/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Completed</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ceph</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> ceph-rbd-pool-9gqx4</span><span style="font-size:10.5pt">                                        </span><span style="font-size:10.5pt;font-family:DengXian">
 0/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Completed</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ceph</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> ceph-rbd-provisioner-84bc5c88c7-jstt8</span><span style="font-size:10.5pt">                      </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ceph</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> ceph-rgw-5b6645c456-tpqsq</span><span style="font-size:10.5pt">                                  </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ceph</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> ceph-rgw-storage-init-45zkv</span><span style="font-size:10.5pt">                                </span><span style="font-size:10.5pt;font-family:DengXian">
 0/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Completed</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ceph</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> ceph-storage-keys-generator-9kxd9</span><span style="font-size:10.5pt">                    </span><span style="font-size:10.5pt;font-family:DengXian">
</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian">0/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Completed</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian">
 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ceph</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> ingress-65dc849968-96k57</span><span style="font-size:10.5pt">                                   </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ceph</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> ingress-error-pages-796b76c856-dfk5w</span><span style="font-size:10.5pt">                       </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian">
</span><span style="font-size:10.5pt">     </span><span style="font-size:10.5pt;font-family:DengXian">23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> auxiliary-etcd-cab23-r720-11</span><span style="font-size:10.5pt">                               </span><span style="font-size:10.5pt;font-family:DengXian">
 3/3</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 1d</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> bootstrap-armada-cab23-r720-11</span><span style="font-size:10.5pt">                             </span><span style="font-size:10.5pt;font-family:DengXian">
 4/4</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 1d</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> calico-etcd-anchor-tnqrq</span><span style="font-size:10.5pt">                                   </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 1d</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> calico-etcd-cab23-r720-11</span><span style="font-size:10.5pt">                                  </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 1d</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> calico-kube-controllers-68f5b99d47-zh84k</span><span style="font-size:10.5pt">        </span><span style="font-size:10.5pt;font-family:DengXian">
</span><span style="font-size:10.5pt">           </span><span style="font-size:10.5pt;font-family:DengXian">1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian">
 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> 1d</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> calico-node-kbpns</span><span style="font-size:10.5pt">                                          </span><span style="font-size:10.5pt;font-family:DengXian">
 2/2</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 1d</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> calico-settings-p76tq</span><span style="font-size:10.5pt">                                      </span><span style="font-size:10.5pt;font-family:DengXian">
 0/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Completed</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">
</span><span style="font-size:10.5pt">        </span><span style="font-size:10.5pt;font-family:DengXian">1d</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> coredns-69bc679c6f-8qxr2</span><span style="font-size:10.5pt">                                   </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 1d</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> coredns-69bc679c6f-klts5</span><span style="font-size:10.5pt">                                   </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 1d</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> coredns-69bc679c6f-wk27v</span><span style="font-size:10.5pt">                                   </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 1d</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> haproxy-anchor-2bdjd</span><span style="font-size:10.5pt">                                       </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 1d</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> haproxy-cab23-r720-11</span><span style="font-size:10.5pt">                         </span><span style="font-size:10.5pt;font-family:DengXian">
</span><span style="font-size:10.5pt">             </span><span style="font-size:10.5pt;font-family:DengXian">1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian">
 1</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> 1d</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> ingress-error-pages-5ccf96bf7d-42lq9</span><span style="font-size:10.5pt">                       </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 1d</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> ingress-lrjr4</span><span style="font-size:10.5pt">                                              </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 1d</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> kubernetes-apiserver-anchor-vbghn</span><span style="font-size:10.5pt">                          </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 1d</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> kubernetes-apiserver-cab23-r720-11</span><span style="font-size:10.5pt">                         </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> kubernetes-controller-manager-anchor-kbckh</span><span style="font-size:10.5pt">                 </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 1d</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> kubernetes-controller-manager-cab23-r720-11</span><span style="font-size:10.5pt">                </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> kubernetes-etcd-anchor-x78wh</span><span style="font-size:10.5pt">              </span><span style="font-size:10.5pt;font-family:DengXian">
</span><span style="font-size:10.5pt">                 </span><span style="font-size:10.5pt;font-family:DengXian">1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian">
 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> 1d</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> kubernetes-etcd-cab23-r720-11</span><span style="font-size:10.5pt">                              </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 1d</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> kubernetes-proxy-w7tc6</span><span style="font-size:10.5pt">                                     </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">
</span><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian">0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> 1d</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> kubernetes-scheduler-anchor-wdqn8</span><span style="font-size:10.5pt">                          </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 1d</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">kube-system</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> kubernetes-scheduler-cab23-r720-11</span><span style="font-size:10.5pt">                         </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ucp</span><span style="font-size:10.5pt">          </span><span style="font-size:10.5pt;font-family:DengXian"> airship-ucp-ceph-config-ceph-ns-key-generator-xh6rj</span><span style="font-size:10.5pt">        </span><span style="font-size:10.5pt;font-family:DengXian">
 0/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Completed</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ucp</span><span style="font-size:10.5pt">          </span><span style="font-size:10.5pt;font-family:DengXian"> airship-ucp-rabbitmq-rabbitmq-0</span><span style="font-size:10.5pt">                            </span><span style="font-size:10.5pt;font-family:DengXian">
 0/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Init:0/2</span><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 5h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ucp</span><span style="font-size:10.5pt">          </span><span style="font-size:10.5pt;font-family:DengXian"> ingress-6cd5b89d5d-6r6q9</span><span style="font-size:10.5pt">                                   </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ucp</span><span style="font-size:10.5pt">          </span><span style="font-size:10.5pt;font-family:DengXian"> ingress-error-pages-5c97bb46bb-lnxzp</span><span style="font-size:10.5pt">                       </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 23h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ucp</span><span style="font-size:10.5pt">          </span><span style="font-size:10.5pt;font-family:DengXian"> mariadb-ingress-85b8556fbc-7hg9b</span><span style="font-size:10.5pt">                      </span><span style="font-size:10.5pt;font-family:DengXian">
</span><span style="font-size:10.5pt">     </span><span style="font-size:10.5pt;font-family:DengXian">0/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian">
 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian"> 5h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ucp</span><span style="font-size:10.5pt">          </span><span style="font-size:10.5pt;font-family:DengXian"> mariadb-ingress-85b8556fbc-mrv6k</span><span style="font-size:10.5pt">                           </span><span style="font-size:10.5pt;font-family:DengXian">
 0/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 5h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ucp</span><span style="font-size:10.5pt">          </span><span style="font-size:10.5pt;font-family:DengXian"> mariadb-ingress-error-pages-64f89dc697-p47gg</span><span style="font-size:10.5pt">               </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">       </span><span style="font-size:10.5pt;font-family:DengXian">
</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian">5h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ucp</span><span style="font-size:10.5pt">          </span><span style="font-size:10.5pt;font-family:DengXian"> mariadb-server-0</span><span style="font-size:10.5pt">                                           </span><span style="font-size:10.5pt;font-family:DengXian">
 0/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Init:0/2</span><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 5h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ucp</span><span style="font-size:10.5pt">          </span><span style="font-size:10.5pt;font-family:DengXian"> postgresql-0</span><span style="font-size:10.5pt">                                               </span><span style="font-size:10.5pt;font-family:DengXian">
 0/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Init:0/1</span><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 5h</span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"> </span><o:p></o:p></p>
<p class="xmsonormal" style="text-align:justify;background:white"><b><span style="font-size:10.5pt;font-family:"Monotype Corsiva";color:#1F497D">Best Regards!</span></b><o:p></o:p></p>
<p class="xmsonormal" style="text-align:justify;background:white"><b><span style="font-size:10.5pt;font-family:"Monotype Corsiva";color:#1F497D">Qiaolin Tu</span></b><o:p></o:p></p>
<p class="xmsonormal" style="text-align:justify;background:white"><span style="font-size:10.0pt;font-family:"Tahoma",sans-serif;color:#7F7F7F">NSB MN 5G ECE HZ CN2 SG04</span><o:p></o:p></p>
<p class="xmsonormal" style="text-align:justify;background:white"><span style="font-size:8.0pt;font-family:"Arial",sans-serif;color:gray">Mobile:
</span><span style="font-size:10.0pt;font-family:"Arial",sans-serif;color:gray"> +86 138 057 59684</span><o:p></o:p></p>
<p class="xmsonormal" style="text-align:justify;background:white"><span style="font-size:8.0pt;font-family:"Arial",sans-serif;color:gray">E-Mail:  
<a href="mailto:qiaolin.tu@nokia-sbell.com">qiaolin.tu@nokia-sbell.com</a></span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"> </span><o:p></o:p></p>
<p class="xmsonormal"><span style="font-size:10.5pt;font-family:DengXian"> </span><o:p></o:p></p>
<div>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0cm 0cm 0cm">
<p class="xmsonormal"><b>From:</b> Matthew H <<a href="mailto:matthew.heler@hotmail.com">matthew.heler@hotmail.com</a>>
<br>
<b>Sent:</b> Tuesday, November 13, 2018 2:33 AM<br>
<b>To:</b> Tu, Qiaolin (NSB - CN/Hangzhou) <<a href="mailto:qiaolin.tu@nokia-sbell.com">qiaolin.tu@nokia-sbell.com</a>>;
<a href="mailto:airship-discuss@lists.airshipit.org">airship-discuss@lists.airshipit.org</a><br>
<b>Cc:</b> Li, Maxwell (NSB - CN/Hangzhou) <<a href="mailto:maxwell.li@nokia-sbell.com">maxwell.li@nokia-sbell.com</a>><br>
<b>Subject:</b> Re: [Airship-discuss] Airship installation Questions<o:p></o:p></p>
</div>
</div>
<p class="xmsonormal"> <o:p></o:p></p>
<div>
<p class="xmsonormal"><span style="font-size:12.0pt;color:black">Greetings,</span><o:p></o:p></p>
</div>
<div>
<p class="xmsonormal"><span style="font-size:12.0pt;color:black"> </span><o:p></o:p></p>
</div>
<div>
<p class="xmsonormal"><span style="font-size:12.0pt;color:black">From your master k8s node can you resolve ceph-mon.ceph.svc.cluster.local?</span><o:p></o:p></p>
</div>
<div>
<p class="xmsonormal"><span style="font-size:12.0pt;color:black"> </span><o:p></o:p></p>
</div>
<div>
<p class="xmsonormal"><span style="font-size:12.0pt;color:black">Please also send the output of 'cat /etc/resolv.conf' from your k8s nodes (genesis and master node).
</span><o:p></o:p></p>
<div>
<p class="xmsonormal"><span style="font-size:12.0pt;color:black"> </span><o:p></o:p></p>
</div>
</div>
<div>
<p class="xmsonormal"><span style="font-size:12.0pt;color:black">Thxs</span><o:p></o:p></p>
</div>
<div>
<p class="xmsonormal"><span style="font-size:12.0pt;color:black"> </span><o:p></o:p></p>
</div>
<div class="MsoNormal" align="center" style="text-align:center">
<hr size="3" width="98%" align="center">
</div>
<div id="x_divRplyFwdMsg">
<p class="xmsonormal"><b><span style="color:black">From:</span></b><span style="color:black"> Tu, Qiaolin (NSB - CN/Hangzhou) <<a href="mailto:qiaolin.tu@nokia-sbell.com">qiaolin.tu@nokia-sbell.com</a>><br>
<b>Sent:</b> Monday, November 12, 2018 4:39 AM<br>
<b>To:</b> Matthew H; <a href="mailto:airship-discuss@lists.airshipit.org">airship-discuss@lists.airshipit.org</a><br>
<b>Cc:</b> Li, Maxwell (NSB - CN/Hangzhou)<br>
<b>Subject:</b> RE: [Airship-discuss] Airship installation Questions</span> <o:p>
</o:p></p>
<div>
<p class="xmsonormal"> <o:p></o:p></p>
</div>
</div>
<div>
<div>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Hi,</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Add ceph rbd image related logs.</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">root@cab23-r720-11:/var/lib/kubelet# kubectl exec -it ceph-mon-qqjzz -n ceph -- rbd ls</span></b><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">kubernetes-dynamic-pvc-43083980-e65a-11e8-bc31-2aa831f6c6fd</span></b><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">kubernetes-dynamic-pvc-4396e109-e65a-11e8-bc31-2aa831f6c6fd</span></b><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">kubernetes-dynamic-pvc-443ecaac-e65a-11e8-bc31-2aa831f6c6fd</span></b><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">root@cab23-r720-11:/var/lib/kubelet# kubectl exec -it ceph-mon-qqjzz -n ceph -- rbd info kubernetes-dynamic-pvc-43083980-e65a-11e8-bc31-2aa831f6c6fd</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">rbd image 'kubernetes-dynamic-pvc-43083980-e65a-11e8-bc31-2aa831f6c6fd':</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> size 5120 MB in 1280 objects</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> order 22 (4096 kB objects)</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> block_name_prefix: rbd_data.113b74b0dc51</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> format: 2</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> features: layering</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> flags:
</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> create_timestamp: Mon Nov 12 09:06:39 2018</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">root@cab23-r720-11:/var/lib/kubelet# kubectl exec -it ceph-mon-qqjzz -n ceph -- rbd info kubernetes-dynamic-pvc-4396e109-e65a-11e8-bc31-2aa831f6c6fd</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">rbd image 'kubernetes-dynamic-pvc-4396e109-e65a-11e8-bc31-2aa831f6c6fd':</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> size 256 MB in 64 objects</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> order 22 (4096 kB objects)</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> block_name_prefix: rbd_data.113c74b0dc51</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> format: 2</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> features: layering</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> flags:
</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> create_timestamp: Mon Nov 12 09:06:40 2018</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">root@cab23-r720-11:/var/lib/kubelet# kubectl exec -it ceph-mon-qqjzz -n ceph -- rbd info kubernetes-dynamic-pvc-443ecaac-e65a-11e8-bc31-2aa831f6c6fd</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">rbd image 'kubernetes-dynamic-pvc-443ecaac-e65a-11e8-bc31-2aa831f6c6fd':</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> size 5120 MB in 1280 objects</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> order 22 (4096 kB objects)</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> block_name_prefix: rbd_data.113d74b0dc51</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> format: 2</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> features: layering</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> flags:
</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> create_timestamp: Mon Nov 12 09:06:40 2018</span><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">root@cab23-r720-11:/var/lib/kubelet#</span></b><b><span style="font-size:10.5pt;color:red"> </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red">
 kubectl exec -it ceph-mon-qqjzz -n ceph -- rbd status kubernetes-dynamic-pvc-43083980-e65a-11e8-bc31-2aa831f6c6fd</span></b><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">Watchers: none</span></b><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">root@cab23-r720-11:/var/lib/kubelet# kubectl exec -it ceph-mon-qqjzz -n ceph -- rbd status kubernetes-dynamic-pvc-4396e109-e65a-11e8-bc31-2aa831f6c6fd</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Watchers: none</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">root@cab23-r720-11:/var/lib/kubelet# kubectl exec -it ceph-mon-qqjzz -n ceph -- rbd status kubernetes-dynamic-pvc-443ecaac-e65a-11e8-bc31-2aa831f6c6fd</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Watchers: none</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxmsonormal" style="text-align:justify;background:white"><b><span style="font-size:10.5pt;font-family:"Monotype Corsiva";color:#1F497D">Best Regards!</span></b><o:p></o:p></p>
<p class="xxmsonormal" style="text-align:justify;background:white"><b><span style="font-size:10.5pt;font-family:"Monotype Corsiva";color:#1F497D">Qiaolin Tu</span></b><o:p></o:p></p>
<p class="xxmsonormal" style="text-align:justify;background:white"><span style="font-size:10.0pt;font-family:"Tahoma",sans-serif;color:#7F7F7F">NSB MN 5G ECE HZ CN2 SG04</span><o:p></o:p></p>
<p class="xxmsonormal" style="text-align:justify;background:white"><span style="font-size:8.0pt;font-family:"Arial",sans-serif;color:gray">Mobile:
</span><span style="font-size:10.0pt;font-family:"Arial",sans-serif;color:gray"> +86 138 057 59684</span><o:p></o:p></p>
<p class="xxmsonormal" style="text-align:justify;background:white"><span style="font-size:8.0pt;font-family:"Arial",sans-serif;color:gray">E-Mail:  
<a href="mailto:qiaolin.tu@nokia-sbell.com">qiaolin.tu@nokia-sbell.com</a></span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<div>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0cm 0cm 0cm">
<p class="xxmsonormal"><b>From:</b> Tu, Qiaolin (NSB - CN/Hangzhou) <br>
<b>Sent:</b> Monday, November 12, 2018 5:27 PM<br>
<b>To:</b> Matthew H <<a href="mailto:matthew.heler@hotmail.com">matthew.heler@hotmail.com</a>>;
<a href="mailto:airship-discuss@lists.airshipit.org">airship-discuss@lists.airshipit.org</a><br>
<b>Cc:</b> Li, Maxwell (NSB - CN/Hangzhou) <<a href="mailto:maxwell.li@nokia-sbell.com">maxwell.li@nokia-sbell.com</a>><br>
<b>Subject:</b> RE: [Airship-discuss] Airship installation Questions<o:p></o:p></p>
</div>
</div>
<p class="xxmsonormal"> <o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Hi,</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Add ceph-mod logs and yaml files.</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">root@cab23-r720-11:/var/lib/kubelet# kubectl exec -it ceph-mon-qqjzz -n ceph -- ceph -s</span></b><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> cluster:</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> id:</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 7b7576f4-3358-4668-9112-100440079807</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> health: HEALTH_OK</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian">services:</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> mon: 1 daemons, quorum cab23-r720-11</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> mgr: cab23-r720-11(active)</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> mds: cephfs-1/1/1 up</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> {0=mds-ceph-mds-5f547b6fd7-sg49g=up:active}</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> osd: 1 osds: 1 up, 1 in</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> rgw: 1 daemon active</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian">data:</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pools:</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> 18 pools, 93 pgs</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> objects: 1164 objects, 3407 bytes</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> usage:</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> 374 MB used, 1023 GB / 1023 GB avail</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pgs:</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 93 active+clean</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">root@cab23-r720-11:/var/lib/kubelet# kubectl exec -it ceph-mon-qqjzz -n ceph -- ceph osd tree</span></b><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ID CLASS WEIGHT</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> TYPE NAME</span><span style="font-size:10.5pt">             </span><span style="font-size:10.5pt;font-family:DengXian">
 STATUS REWEIGHT PRI-AFF </span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">-1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> 1.00000 root default</span><span style="font-size:10.5pt">                                  </span><span style="font-size:10.5pt;font-family:DengXian">
</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">-2</span><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian">
</span><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian">1.00000</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> host cab23-r720-11</span><span style="font-size:10.5pt">                        </span><span style="font-size:10.5pt;font-family:DengXian">
</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">0</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> hdd 1.00000</span><span style="font-size:10.5pt">        </span><span style="font-size:10.5pt;font-family:DengXian">
 osd.0</span><span style="font-size:10.5pt">             </span><span style="font-size:10.5pt;font-family:DengXian"> up</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> 1.00000 1.00000
</span><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">root@cab23-r720-11:/var/lib/kubelet# kubectl exec -it ceph-mon-qqjzz -n ceph -- ceph osd dump</span></b><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">epoch 219</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">fsid 7b7576f4-3358-4668-9112-100440079807</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">created 2018-11-12 08:53:17.281208</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">modified 2018-11-12 09:06:40.314892</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">flags sortbitwise,recovery_deletes,purged_snapdirs</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">crush_version 6</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">full_ratio 0.95</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">backfillfull_ratio 0.9</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">nearfull_ratio 0.85</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">require_min_compat_client jewel</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">min_compat_client hammer</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">require_osd_release luminous</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 1 'rbd' replicated size 1 min_size 1 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 last_change 219 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width 0 application
 rbd</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> removed_snaps [1~5]</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 2 'cephfs_metadata' replicated size 1 min_size 1 crush_rule 1 object_hash rjenkins pg_num 4 pgp_num 4 last_change 216 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application cephfs</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 3 'cephfs_data' replicated size 1 min_size 1 crush_rule 1 object_hash rjenkins pg_num 8 pgp_num 8 last_change 216 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application cephfs</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 4 '.rgw.root' replicated size 1 min_size 1 crush_rule 1 object_hash rjenkins pg_num 1 pgp_num 1 last_change 56 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width 0 application
 rgw</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 5 'default.rgw.control' replicated size 1 min_size 1 crush_rule 1 object_hash rjenkins pg_num 1 pgp_num 1 last_change 68 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application rgw</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 6 'default.rgw.data.root' replicated size 1 min_size 1 crush_rule 1 object_hash rjenkins pg_num 1 pgp_num 1 last_change 79 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application rgw</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 7 'default.rgw.gc' replicated size 1 min_size 1 crush_rule 1 object_hash rjenkins pg_num 1 pgp_num 1 last_change 89 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application rgw</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 8 'default.rgw.log' replicated size 1 min_size 1 crush_rule 1 object_hash rjenkins pg_num 1 pgp_num 1 last_change 102 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application rgw</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 9 'default.rgw.intent-log' replicated size 1 min_size 1 crush_rule 1 object_hash rjenkins pg_num 1 pgp_num 1 last_change 113 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application rgw</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 10 'default.rgw.meta' replicated size 1 min_size 1 crush_rule 1 object_hash rjenkins pg_num 1 pgp_num 1 last_change 124 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application rgw</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 11 'default.rgw.usage' replicated size 1 min_size 1 crush_rule 1 object_hash rjenkins pg_num 1 pgp_num 1 last_change 134 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application rgw</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 12 'default.rgw.users.keys' replicated size 1 min_size 1 crush_rule 1 object_hash rjenkins pg_num 1 pgp_num 1 last_change 145 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application rgw</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 13 'default.rgw.users.email' replicated size 1 min_size 1 crush_rule 1 object_hash rjenkins pg_num 1 pgp_num 1 last_change 155 flags hashpspool,nodelete,nopgchange,nosizechange
 stripe_width 0 application rgw</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 14 'default.rgw.users.swift' replicated size 1 min_size 1 crush_rule 1 object_hash rjenkins pg_num 1 pgp_num 1 last_change 168 flags hashpspool,nodelete,nopgchange,nosizechange
 stripe_width 0 application rgw</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 15 'default.rgw.users.uid' replicated size 1 min_size 1 crush_rule 1 object_hash rjenkins pg_num 1 pgp_num 1 last_change 179 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application rgw</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 16 'default.rgw.buckets.extra' replicated size 1 min_size 1 crush_rule 1 object_hash rjenkins pg_num 1 pgp_num 1 last_change 191 flags hashpspool,nodelete,nopgchange,nosizechange
 stripe_width 0 application rgw</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 17 'default.rgw.buckets.index' replicated size 1 min_size 1 crush_rule 1 object_hash rjenkins pg_num 4 pgp_num 4 last_change 202 flags hashpspool,nodelete,nopgchange,nosizechange
 stripe_width 0 application rgw</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 18 'default.rgw.buckets.data' replicated size 1 min_size 1 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 last_change 214 flags hashpspool,nodelete,nopgchange,nosizechange
 stripe_width 0 application rgw</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">max_osd 1</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">osd.0 up</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> in</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">
 weight 1 up_from 5 up_thru 209 down_at 0 last_clean_interval [0,0) 10.23.23.11:6800/6766 10.23.23.11:6801/6766 10.23.23.11:6802/6766 10.23.23.11:6803/6766 exists,up 02d8f692-709a-45ea-9f2c-75486e16e82b</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxmsonormal" style="text-align:justify;background:white"><b><span style="font-size:10.5pt;font-family:"Monotype Corsiva";color:#1F497D">Best Regards!</span></b><o:p></o:p></p>
<p class="xxmsonormal" style="text-align:justify;background:white"><b><span style="font-size:10.5pt;font-family:"Monotype Corsiva";color:#1F497D">Qiaolin Tu</span></b><o:p></o:p></p>
<p class="xxmsonormal" style="text-align:justify;background:white"><span style="font-size:10.0pt;font-family:"Tahoma",sans-serif;color:#7F7F7F">NSB MN 5G ECE HZ CN2 SG04</span><o:p></o:p></p>
<p class="xxmsonormal" style="text-align:justify;background:white"><span style="font-size:8.0pt;font-family:"Arial",sans-serif;color:gray">Mobile:
</span><span style="font-size:10.0pt;font-family:"Arial",sans-serif;color:gray"> +86 138 057 59684</span><o:p></o:p></p>
<p class="xxmsonormal" style="text-align:justify;background:white"><span style="font-size:8.0pt;font-family:"Arial",sans-serif;color:gray">E-Mail:  
<a href="mailto:qiaolin.tu@nokia-sbell.com">qiaolin.tu@nokia-sbell.com</a></span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<div>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0cm 0cm 0cm">
<p class="xxmsonormal"><b>From:</b> Tu, Qiaolin (NSB - CN/Hangzhou) <br>
<b>Sent:</b> Monday, November 12, 2018 4:25 PM<br>
<b>To:</b> 'Matthew H' <<a href="mailto:matthew.heler@hotmail.com">matthew.heler@hotmail.com</a>>;
<a href="mailto:airship-discuss@lists.airshipit.org">airship-discuss@lists.airshipit.org</a><br>
<b>Cc:</b> Li, Maxwell (NSB - CN/Hangzhou) <<a href="mailto:maxwell.li@nokia-sbell.com">maxwell.li@nokia-sbell.com</a>><br>
<b>Subject:</b> RE: [Airship-discuss] Airship installation Questions<o:p></o:p></p>
</div>
</div>
<p class="xxmsonormal"> <o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Hi,</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Thanks very much for your help. After modify ceph replication parameters, ceph pods deployed successfully. It then deploy ucp related pods and it have below errors. Please check attachment
 log for detail, thanks very much!</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">ucp</span></b><b><span style="font-size:10.5pt;color:red">          </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red"> airship-ucp-rabbitmq-rabbitmq-0</span></b><b><span style="font-size:10.5pt;color:red">                            </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red">
 0/1</span></b><b><span style="font-size:10.5pt;color:red">      </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red"> Init:0/2</span></b><b><span style="font-size:10.5pt;color:red">   </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red">
 0</span></b><b><span style="font-size:10.5pt;color:red">         </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red"> 1m</span></b><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ucp</span><span style="font-size:10.5pt">          </span><span style="font-size:10.5pt;font-family:DengXian"> ingress-6cd5b89d5d-nmwpt</span><span style="font-size:10.5pt">                                   </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 18m</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ucp</span><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian">
</span><span style="font-size:10.5pt">       </span><span style="font-size:10.5pt;font-family:DengXian">ingress-6cd5b89d5d-nr65b</span><span style="font-size:10.5pt">                                   </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 18m</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ucp</span><span style="font-size:10.5pt">          </span><span style="font-size:10.5pt;font-family:DengXian"> ingress-error-pages-5c97bb46bb-2mvgm</span><span style="font-size:10.5pt">                       </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 18m</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ucp</span><span style="font-size:10.5pt">          </span><span style="font-size:10.5pt;font-family:DengXian"> ingress-error-pages-5c97bb46bb-wzzdz</span><span style="font-size:10.5pt">                       </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 18m</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ucp</span><span style="font-size:10.5pt">          </span><span style="font-size:10.5pt;font-family:DengXian"> mariadb-ingress-85b8556fbc-xpvwc</span><span style="font-size:10.5pt">                           </span><span style="font-size:10.5pt;font-family:DengXian">
 0/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 1m</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ucp</span><span style="font-size:10.5pt">          </span><span style="font-size:10.5pt;font-family:DengXian"> mariadb-ingress-85b8556fbc-zv72k</span><span style="font-size:10.5pt">                           </span><span style="font-size:10.5pt;font-family:DengXian">
 0/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 1m</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">ucp</span><span style="font-size:10.5pt">          </span><span style="font-size:10.5pt;font-family:DengXian"> mariadb-ingress-error-pages-64f89dc697-2trh9</span><span style="font-size:10.5pt">               </span><span style="font-size:10.5pt;font-family:DengXian">
 1/1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 0</span><span style="font-size:10.5pt">         </span><span style="font-size:10.5pt;font-family:DengXian">
 1m</span><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">ucp</span></b><b><span style="font-size:10.5pt;color:red">          </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red"> mariadb-server-0</span></b><b><span style="font-size:10.5pt;color:red">                                           </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red">
 0/1</span></b><b><span style="font-size:10.5pt;color:red">      </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red"> Init:0/2</span></b><b><span style="font-size:10.5pt;color:red">   </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red">
 0</span></b><b><span style="font-size:10.5pt;color:red">         </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red"> 1m</span></b><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">ucp</span></b><b><span style="font-size:10.5pt;color:red">          </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red"> postgresql-0</span></b><b><span style="font-size:10.5pt;color:red">                                               </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red">
 0/1</span></b><b><span style="font-size:10.5pt;color:red">      </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red"> Init:0/1</span></b><b><span style="font-size:10.5pt;color:red">   </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red">
 0</span></b><b><span style="font-size:10.5pt;color:red">         </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red"> 1m</span></b><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">root@cab23-r720-11:~# kubectl describe pod mariadb-ingress-85b8556fbc-xpvwc -n ucp</span></b><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Name:</span><span style="font-size:10.5pt">          </span><span style="font-size:10.5pt;font-family:DengXian"> mariadb-ingress-85b8556fbc-xpvwc</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Namespace:</span><span style="font-size:10.5pt">     </span><span style="font-size:10.5pt;font-family:DengXian"> ucp</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Node:</span><span style="font-size:10.5pt">          </span><span style="font-size:10.5pt;font-family:DengXian"> cab23-r720-11/10.23.22.11</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Start Time:</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> Mon, 12 Nov 2018 08:05:00 +0000</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Labels:</span><span style="font-size:10.5pt">        </span><span style="font-size:10.5pt;font-family:DengXian"> application=mariadb</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">               </span><span style="font-size:10.5pt;font-family:DengXian"> component=ingress</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">               </span><span style="font-size:10.5pt;font-family:DengXian"> pod-template-hash=4164112967</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">               </span><span style="font-size:10.5pt;font-family:DengXian"> release_group=airship-ucp-mariadb</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Annotations:</span><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> configmap-bin-hash=eb36d47d8f7d7097cf6d488a61145f76dbfe5e558edf5b802153a00fc3389f0b</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">               </span><span style="font-size:10.5pt;font-family:DengXian"> configmap-etc-hash=3f45f1d8d3ddf5a09fbcd3036cb23bffb939cfa1225f8f1a0d79b390877710c1</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Status:</span><span style="font-size:10.5pt">        </span><span style="font-size:10.5pt;font-family:DengXian"> Running</span><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">IP:</span></b><b><span style="font-size:10.5pt;color:red">            </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red"> 10.97.38.125</span></b><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Events:</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Type</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> Reason</span><span style="font-size:10.5pt">                </span><span style="font-size:10.5pt;font-family:DengXian">
 Age</span><span style="font-size:10.5pt">               </span><span style="font-size:10.5pt;font-family:DengXian"> From</span><span style="font-size:10.5pt">                   </span><span style="font-size:10.5pt;font-family:DengXian"> Message</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> ----</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> ------</span><span style="font-size:10.5pt">             </span><span style="font-size:10.5pt;font-family:DengXian">
</span><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian">----</span><span style="font-size:10.5pt">              </span><span style="font-size:10.5pt;font-family:DengXian"> ----</span><span style="font-size:10.5pt">                   </span><span style="font-size:10.5pt;font-family:DengXian">
 -------</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Normal</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> Scheduled</span><span style="font-size:10.5pt">             </span><span style="font-size:10.5pt;font-family:DengXian">
 3m</span><span style="font-size:10.5pt">                </span><span style="font-size:10.5pt;font-family:DengXian"> default-scheduler</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> Successfully assigned
 mariadb-ingress-85b8556fbc-xpvwc to cab23-r720-11</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Normal</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> SuccessfulMountVolume</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">
 3m</span><span style="font-size:10.5pt">                </span><span style="font-size:10.5pt;font-family:DengXian"> kubelet, cab23-r720-11</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> MountVolume.SetUp succeeded
 for volume "airship-ucp-mariadb-ingress-token-htf82"</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Normal</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> SuccessfulMountVolume</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">
 3m</span><span style="font-size:10.5pt">                </span><span style="font-size:10.5pt;font-family:DengXian"> kubelet, cab23-r720-11</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> MountVolume.SetUp succeeded
 for volume "mariadb-etc"</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Normal</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> SuccessfulMountVolume</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">
 3m</span><span style="font-size:10.5pt">                </span><span style="font-size:10.5pt;font-family:DengXian"> kubelet, cab23-r720-11</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> MountVolume.SetUp succeeded
 for volume "mariadb-bin"</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Normal</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> Pulled</span><span style="font-size:10.5pt">                </span><span style="font-size:10.5pt;font-family:DengXian">
 3m</span><span style="font-size:10.5pt">                </span><span style="font-size:10.5pt;font-family:DengXian"> kubelet, cab23-r720-11</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Container image "quay.io/stackanetes/kubernetes-entrypoint:v0.3.1"
 already present on machine</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Normal</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> Created</span><span style="font-size:10.5pt">               </span><span style="font-size:10.5pt;font-family:DengXian">
 3m</span><span style="font-size:10.5pt">                </span><span style="font-size:10.5pt;font-family:DengXian"> kubelet, cab23-r720-11</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Created container</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Normal</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> Started</span><span style="font-size:10.5pt">               </span><span style="font-size:10.5pt;font-family:DengXian">
 3m</span><span style="font-size:10.5pt">                </span><span style="font-size:10.5pt;font-family:DengXian"> kubelet, cab23-r720-11</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Started container</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Normal</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> Pulled</span><span style="font-size:10.5pt">                </span><span style="font-size:10.5pt;font-family:DengXian">
 3m</span><span style="font-size:10.5pt">     </span><span style="font-size:10.5pt;font-family:DengXian">
</span><span style="font-size:10.5pt">           </span><span style="font-size:10.5pt;font-family:DengXian">kubelet, cab23-r720-11</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Container image "quay.io/kubernetes-ingress-controller/nginx-ingress-controller:0.9.0"
 already present on machine</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Normal</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> Created</span><span style="font-size:10.5pt">               </span><span style="font-size:10.5pt;font-family:DengXian">
 3m</span><span style="font-size:10.5pt">                </span><span style="font-size:10.5pt;font-family:DengXian"> kubelet, cab23-r720-11</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Created container</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Normal</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> Started</span><span style="font-size:10.5pt">               </span><span style="font-size:10.5pt;font-family:DengXian">
 3m</span><span style="font-size:10.5pt">                </span><span style="font-size:10.5pt;font-family:DengXian"> kubelet, cab23-r720-11</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Started container</span><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;color:red"> </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red"> Warning</span></b><b><span style="font-size:10.5pt;color:red"> </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red">
 Unhealthy</span></b><b><span style="font-size:10.5pt;color:red">             </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red"> 26s (x16 over 2m)</span></b><b><span style="font-size:10.5pt;color:red"> </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red">
 kubelet, cab23-r720-11</span></b><b><span style="font-size:10.5pt;color:red"> </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red"> Readiness probe failed: dial tcp 10.97.38.125:3306: getsockopt: connection refused</span></b><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">root@cab23-r720-11:~# kubectl describe pod postgresql-0 -n ucp</span></b><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Name:</span><span style="font-size:10.5pt">          </span><span style="font-size:10.5pt;font-family:DengXian"> postgresql-0</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Namespace:</span><span style="font-size:10.5pt">     </span><span style="font-size:10.5pt;font-family:DengXian"> ucp</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Node:</span><span style="font-size:10.5pt">          </span><span style="font-size:10.5pt;font-family:DengXian"> cab23-r720-11/10.23.22.11</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Start Time:</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> Mon, 12 Nov 2018 08:04:56 +0000</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Labels:</span><span style="font-size:10.5pt">        </span><span style="font-size:10.5pt;font-family:DengXian"> application=postgresql</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">               </span><span style="font-size:10.5pt;font-family:DengXian"> component=server</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">               </span><span style="font-size:10.5pt;font-family:DengXian"> controller-revision-hash=postgresql-566fd45fd7</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">               </span><span style="font-size:10.5pt;font-family:DengXian"> release_group=airship-ucp-postgresql</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt">               </span><span style="font-size:10.5pt;font-family:DengXian"> statefulset.kubernetes.io/pod-name=postgresql-0</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Events:</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Type</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> Reason</span><span style="font-size:10.5pt">                 </span><span style="font-size:10.5pt;font-family:DengXian">
 Age</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> From</span><span style="font-size:10.5pt">                    </span><span style="font-size:10.5pt;font-family:DengXian"> Message</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> ----</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> ------</span><span style="font-size:10.5pt">                 </span><span style="font-size:10.5pt;font-family:DengXian">
 ----</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> ----</span><span style="font-size:10.5pt">                    </span><span style="font-size:10.5pt;font-family:DengXian"> -------</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Normal</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> SuccessfulAttachVolume</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">
 4m</span><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> attachdetach-controller</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> AttachVolume.Attach succeeded for
 volume "pvc-c66d1b6f-e64a-11e8-bb43-080027f45d2a"</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">Normal</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> Scheduled</span><span style="font-size:10.5pt">              </span><span style="font-size:10.5pt;font-family:DengXian">
 4m</span><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> default-scheduler</span><span style="font-size:10.5pt">       </span><span style="font-size:10.5pt;font-family:DengXian"> Successfully assigned postgresql-0
 to cab23-r720-11</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Normal</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> SuccessfulMountVolume</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian">
 4m</span><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> kubelet, cab23-r720-11</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> MountVolume.SetUp succeeded for
 volume "postgresql-bin"</span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> Normal</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> SuccessfulMountVolume</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian">
 4m</span><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> kubelet, cab23-r720-11</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> MountVolume.SetUp succeeded for
 volume "postgresql-token-rmkq9"</span><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;color:red"> </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red"> Warning</span></b><b><span style="font-size:10.5pt;color:red"> </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red">
 FailedMount</span></b><b><span style="font-size:10.5pt;color:red">            </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red"> 2m</span></b><b><span style="font-size:10.5pt;color:red">   </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red">
 kubelet, cab23-r720-11</span></b><b><span style="font-size:10.5pt;color:red">  </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red"> MountVolume.WaitForAttach failed for volume "pvc-c66d1b6f-e64a-11e8-bb43-080027f45d2a" : fail to check
 rbd image status with: (exit status 22), rbd output: (2018-11-12 16:07:01.400015 7fcc31018100 -1 did not load config file, using default settings.</span></b><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">server name not found: ceph-mon.ceph.svc.cluster.local (Name or service not known)</span></b><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">unable to parse addrs in 'ceph-mon.ceph.svc.cluster.local:6789'</span></b><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">rbd: couldn't connect to the cluster!</span></b><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">)</span></b><o:p></o:p></p>
<p class="xxmsonormal"><b><span style="font-size:10.5pt;color:red"> </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red"> Warning</span></b><b><span style="font-size:10.5pt;color:red"> </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red">
 FailedMount</span></b><b><span style="font-size:10.5pt;color:red"> </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red"> 19s (x2 over 2m)</span></b><b><span style="font-size:10.5pt;color:red"> </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red">
 kubelet, cab23-r720-11</span></b><b><span style="font-size:10.5pt;color:red"> </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red"> Unable to mount volumes for pod "postgresql-0_ucp(a46bc160-e651-11e8-bb43-080027f45d2a)": timeout expired
 waiting for volumes to attach or mount for pod "ucp"/"postgresql-0". list of unmounted volumes=[postgresql-data]. list of unattached volumes=[postgresql-data postgresql-bin postgresql-token-rmkq9]</span></b><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxmsonormal" style="text-align:justify;background:white"><b><span style="font-size:10.5pt;font-family:"Monotype Corsiva";color:#1F497D">Best Regards!</span></b><o:p></o:p></p>
<p class="xxmsonormal" style="text-align:justify;background:white"><b><span style="font-size:10.5pt;font-family:"Monotype Corsiva";color:#1F497D">Qiaolin Tu</span></b><o:p></o:p></p>
<p class="xxmsonormal" style="text-align:justify;background:white"><span style="font-size:10.0pt;font-family:"Tahoma",sans-serif;color:#7F7F7F">NSB MN 5G ECE HZ CN2 SG04</span><o:p></o:p></p>
<p class="xxmsonormal" style="text-align:justify;background:white"><span style="font-size:8.0pt;font-family:"Arial",sans-serif;color:gray">Mobile:
</span><span style="font-size:10.0pt;font-family:"Arial",sans-serif;color:gray"> +86 138 057 59684</span><o:p></o:p></p>
<p class="xxmsonormal" style="text-align:justify;background:white"><span style="font-size:8.0pt;font-family:"Arial",sans-serif;color:gray">E-Mail:  
<a href="mailto:qiaolin.tu@nokia-sbell.com">qiaolin.tu@nokia-sbell.com</a></span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<div>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0cm 0cm 0cm">
<p class="xxmsonormal"><b>From:</b> Matthew H <<a href="mailto:matthew.heler@hotmail.com">matthew.heler@hotmail.com</a>>
<br>
<b>Sent:</b> Friday, November 09, 2018 10:43 PM<br>
<b>To:</b> Tu, Qiaolin (NSB - CN/Hangzhou) <<a href="mailto:qiaolin.tu@nokia-sbell.com">qiaolin.tu@nokia-sbell.com</a>>;
<a href="mailto:airship-discuss@lists.airshipit.org">airship-discuss@lists.airshipit.org</a><br>
<b>Cc:</b> Li, Maxwell (NSB - CN/Hangzhou) <<a href="mailto:maxwell.li@nokia-sbell.com">maxwell.li@nokia-sbell.com</a>><br>
<b>Subject:</b> Re: [Airship-discuss] Airship installation Questions<o:p></o:p></p>
</div>
</div>
<p class="xxmsonormal"> <o:p></o:p></p>
<div>
<p class="xxmsonormal"><span style="font-size:12.0pt;color:black">Thanks,</span><o:p></o:p></p>
</div>
<div>
<p class="xxmsonormal" style="margin-bottom:12.0pt"><span style="font-size:12.0pt;color:black"> </span><o:p></o:p></p>
</div>
<div>
<div>
<p class="xxmsonormal"><span style="font-size:12.0pt;color:black">From what I can see you need additional overrides set to run Ceph on a single node. The overrides you need are here [1].</span><o:p></o:p></p>
</div>
<div>
<p class="xxmsonormal"><span style="font-size:12.0pt;color:black"> </span><o:p></o:p></p>
</div>
<div>
<p class="xxmsonormal"><span style="font-size:12.0pt;color:black">Let me know if this helps get you in the right direction.</span><o:p></o:p></p>
</div>
<div>
<p class="xxmsonormal"><span style="font-size:12.0pt;color:black"> </span><o:p></o:p></p>
</div>
<div>
<p class="xxmsonormal"><span style="font-size:12.0pt;color:black">[1]</span><o:p></o:p></p>
</div>
<div>
<p class="xxmsonormal"><span style="font-size:12.0pt;color:black"><a href="https://github.com/openstack/airship-in-a-bottle/blob/master/deployment_files/site/gate-multinode/software/charts/ucp/storage_provisioner/ceph.yaml#L173-L250">https://github.com/openstack/airship-in-a-bottle/blob/master/deployment_files/site/gate-multinode/software/charts/ucp/storage_provisioner/ceph.yaml#L173-L250</a></span><o:p></o:p></p>
</div>
<p class="xxmsonormal" style="margin-bottom:12.0pt"><span style="font-size:12.0pt;color:black"> </span><o:p></o:p></p>
</div>
<div>
<p class="xxmsonormal"><span style="font-size:12.0pt;color:black"> </span><o:p></o:p></p>
</div>
<div class="MsoNormal" align="center" style="text-align:center">
<hr size="3" width="98%" align="center">
</div>
<div id="x_x_divRplyFwdMsg">
<p class="xxmsonormal"><b><span style="color:black">From:</span></b><span style="color:black"> Tu, Qiaolin (NSB - CN/Hangzhou) <<a href="mailto:qiaolin.tu@nokia-sbell.com">qiaolin.tu@nokia-sbell.com</a>><br>
<b>Sent:</b> Friday, November 9, 2018 4:51 AM<br>
<b>To:</b> Matthew H; <a href="mailto:airship-discuss@lists.airshipit.org">airship-discuss@lists.airshipit.org</a><br>
<b>Cc:</b> Li, Maxwell (NSB - CN/Hangzhou)<br>
<b>Subject:</b> RE: [Airship-discuss] Airship installation Questions</span> <o:p>
</o:p></p>
<div>
<p class="xxmsonormal"> <o:p></o:p></p>
</div>
</div>
<div>
<div>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">Hi,</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">I deployed only 1 master node(<b><span style="color:red">1 genesis node + 1 master node</span></b>), attachment is my yaml files. Thanks very much!</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">root@cab23-r720-11:~# kubectl exec -it ceph-mon-h2gsm -n ceph -- ceph osd tree</span></b><o:p></o:p></p>
<p class="xxxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">ID CLASS WEIGHT</span></b><b><span style="font-size:10.5pt;color:red"> </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red"> TYPE NAME</span></b><b><span style="font-size:10.5pt;color:red">             </span></b><b><span style="font-size:10.5pt;font-family:DengXian;color:red">
 STATUS REWEIGHT PRI-AFF </span></b><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">-1</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> 8.00000 root default</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian">
</span><span style="font-size:10.5pt">                              </span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">-2</span><span style="font-size:10.5pt">      </span><span style="font-size:10.5pt;font-family:DengXian"> 8.00000</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian">
 host cab23-r720-11</span><span style="font-size:10.5pt">                        </span><span style="font-size:10.5pt;font-family:DengXian">
</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">0</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> hdd 1.00000</span><span style="font-size:10.5pt">        </span><span style="font-size:10.5pt;font-family:DengXian">
 osd.0</span><span style="font-size:10.5pt">             </span><span style="font-size:10.5pt;font-family:DengXian"> up</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> 1.00000 1.00000
</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">1</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> hdd 1.00000</span><span style="font-size:10.5pt">        </span><span style="font-size:10.5pt;font-family:DengXian">
 osd.1</span><span style="font-size:10.5pt">             </span><span style="font-size:10.5pt;font-family:DengXian"> up</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> 1.00000 1.00000
</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">2</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> hdd 1.00000</span><span style="font-size:10.5pt">        </span><span style="font-size:10.5pt;font-family:DengXian">
 osd.2</span><span style="font-size:10.5pt">             </span><span style="font-size:10.5pt;font-family:DengXian"> up</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> 1.00000 1.00000
</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">3</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> hdd 1.00000</span><span style="font-size:10.5pt">        </span><span style="font-size:10.5pt;font-family:DengXian">
 osd.3</span><span style="font-size:10.5pt">             </span><span style="font-size:10.5pt;font-family:DengXian"> up</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> 1.00000 1.00000
</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">4</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> hdd 1.00000</span><span style="font-size:10.5pt">        </span><span style="font-size:10.5pt;font-family:DengXian">
 osd.4</span><span style="font-size:10.5pt">             </span><span style="font-size:10.5pt;font-family:DengXian"> up</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> 1.00000 1.00000
</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">5</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> hdd 1.00000</span><span style="font-size:10.5pt">        </span><span style="font-size:10.5pt;font-family:DengXian">
 osd.5</span><span style="font-size:10.5pt">             </span><span style="font-size:10.5pt;font-family:DengXian"> up</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> 1.00000 1.00000
</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">6</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> hdd 1.00000</span><span style="font-size:10.5pt">        </span><span style="font-size:10.5pt;font-family:DengXian">
 osd.6</span><span style="font-size:10.5pt">             </span><span style="font-size:10.5pt;font-family:DengXian"> up</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> 1.00000 1.00000
</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">7</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> hdd 1.00000</span><span style="font-size:10.5pt">        </span><span style="font-size:10.5pt;font-family:DengXian">
 osd.7</span><span style="font-size:10.5pt">             </span><span style="font-size:10.5pt;font-family:DengXian"> up</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> 1.00000 1.00000
</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">root@cab23-r720-11:~# kubectl exec -it ceph-mon-h2gsm -n ceph -- ceph osd dump</span></b><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">epoch 231</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">fsid 7b7576f4-3358-4668-9112-100440079807</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">created 2018-11-07 09:08:39.208517</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">modified 2018-11-09 09:40:10.639284</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">flags sortbitwise,recovery_deletes,purged_snapdirs</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">crush_version 21</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">full_ratio 0.95</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">backfillfull_ratio 0.9</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">nearfull_ratio 0.85</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">require_min_compat_client jewel</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">min_compat_client hammer</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">require_osd_release luminous</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 1 'rbd' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 128 pgp_num 128 last_change 40 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width 0 application
 rbd</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 16 pgp_num 16 last_change 223 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application cephfs</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 last_change 223 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application cephfs</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 4 '.rgw.root' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 2 pgp_num 2 last_change 72 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width 0
 application rgw</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 5 'default.rgw.control' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 2 pgp_num 2 last_change 83 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application rgw</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 6 'default.rgw.data.root' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 2 pgp_num 2 last_change 93 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application rgw</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 7 'default.rgw.gc' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 2 pgp_num 2 last_change 104 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application rgw</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 8 'default.rgw.log' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 2 pgp_num 2 last_change 114 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application rgw</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 9 'default.rgw.intent-log' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 2 pgp_num 2 last_change 124 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application rgw</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 10 'default.rgw.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 2 pgp_num 2 last_change 135 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application rgw</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 11 'default.rgw.usage' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 2 pgp_num 2 last_change 146 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application rgw</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 12 'default.rgw.users.keys' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 2 pgp_num 2 last_change 156 flags hashpspool,nodelete,nopgchange,nosizechange
 stripe_width 0 application rgw</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 13 'default.rgw.users.email' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 2 pgp_num 2 last_change 167 flags hashpspool,nodelete,nopgchange,nosizechange
 stripe_width 0 application rgw</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 14 'default.rgw.users.swift' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 2 pgp_num 2 last_change 177 flags hashpspool,nodelete,nopgchange,nosizechange
 stripe_width 0 application rgw</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 15 'default.rgw.users.uid' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 2 pgp_num 2 last_change 188 flags hashpspool,nodelete,nopgchange,nosizechange stripe_width
 0 application rgw</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 16 'default.rgw.buckets.extra' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 2 pgp_num 2 last_change 199 flags hashpspool,nodelete,nopgchange,nosizechange
 stripe_width 0 application rgw</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 17 'default.rgw.buckets.index' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 8 pgp_num 8 last_change 211 flags hashpspool,nodelete,nopgchange,nosizechange
 stripe_width 0 application rgw</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">pool 18 'default.rgw.buckets.data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 128 pgp_num 128 last_change 221 flags hashpspool,nodelete,nopgchange,nosizechange
 stripe_width 0 application rgw</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">max_osd 8</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">osd.0 up</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> in</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">
 weight 1 up_from 229 up_thru 229 down_at 228 last_clean_interval [8,228) 10.23.23.11:6800/15964 10.23.23.11:6814/2015964 10.23.23.11:6822/2015964 10.23.23.11:6823/2015964 exists,up fea47975-0810-47c9-ad43-e76ce81764a1</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">osd.1 up</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> in</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">
 weight 1 up_from 229 up_thru 229 down_at 228 last_clean_interval [9,228) 10.23.23.11:6808/16162 10.23.23.11:6807/2016162 10.23.23.11:6819/2016162 10.23.23.11:6801/2016162 exists,up cec98e14-83d5-4785-b8a7-a6f201170ac4</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">osd.2 up</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> in</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">
 weight 1 up_from 229 up_thru 229 down_at 228 last_clean_interval [9,228) 10.23.23.11:6804/16160 10.23.23.11:6806/2016160 10.23.23.11:6811/2016160 10.23.23.11:6834/2016160 exists,up 97315996-1cb9-4942-9786-8edc5a3862e3</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">osd.3 up</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> in</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">
 weight 1 up_from 229 up_thru 229 down_at 228 last_clean_interval [10,228) 10.23.23.11:6812/16588 10.23.23.11:6815/2016588 10.23.23.11:6805/2016588 10.23.23.11:6817/2016588 exists,up 49082e4c-7827-4c4c-85c9-16ea134289b4</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">osd.4 up</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> in</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">
 weight 1 up_from 229 up_thru 229 down_at 228 last_clean_interval [13,228) 10.23.23.11:6816/17053 10.23.23.11:6803/2017053 10.23.23.11:6813/2017053 10.23.23.11:6821/2017053 exists,up 8f9a5a7d-c97d-40c6-912e-33b6ab68d9e7</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">osd.5 up</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> in</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">
 weight 1 up_from 229 up_thru 229 down_at 228 last_clean_interval [16,228) 10.23.23.11:6820/17600 10.23.23.11:6810/2017600 10.23.23.11:6809/2017600 10.23.23.11:6818/2017600 exists,up b4602bfb-075f-4303-9f76-946576c4ef43</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">osd.6 up</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> in</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">
 weight 1 up_from 16 up_thru 212 down_at 0 last_clean_interval [0,0) 10.23.23.11:6824/17601 10.23.23.11:6825/17601 10.23.23.11:6826/17601 10.23.23.11:6827/17601 exists,up 2a853bad-7d97-43de-85f3-96e0f9e16c0d</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">osd.7 up</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> in</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">
 weight 1 up_from 20 up_thru 212 down_at 0 last_clean_interval [0,0) 10.23.23.11:6828/18682 10.23.23.11:6829/18682 10.23.23.11:6830/18682 10.23.23.11:6831/18682 exists,up dfee9a9c-7587-421b-a0dc-eda2314174d9</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">root@cab23-r720-11:~# kubectl exec -it ceph-mon-h2gsm -n ceph -- ceph health detail</span></b><o:p></o:p></p>
<p class="xxxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">HEALTH_WARN Reduced data availability: 338 pgs inactive; Degraded data redundancy: 338 pgs undersized</span></b><o:p></o:p></p>
<p class="xxxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">PG_AVAILABILITY Reduced data availability: 338 pgs inactive</span></b><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.47 is stuck inactive for 174532.928425, current state undersized+peered, last acting [0]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.48 is stuck inactive for 174532.928425, current state undersized+peered, last acting [5]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.49 is stuck inactive for 174532.928425, current state undersized+peered, last acting [3]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.4a is stuck inactive for 174532.928425, current state undersized+peered, last acting [4]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.4b is stuck inactive for 174532.928425, current state undersized+peered, last acting [5]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.4c is stuck inactive for 174532.928425, current state undersized+peered, last acting [7]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.4d is stuck inactive for 174532.928425, current state undersized+peered, last acting [7]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.4e is stuck inactive for 174532.928425, current state undersized+peered, last acting [4]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.4f is stuck inactive for 174532.928425, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.50 is stuck inactive for 174532.928425, current state undersized+peered, last acting [0]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.51 is stuck inactive for 174532.928425, current state undersized+peered, last acting [2]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.52 is stuck inactive for 174532.928425, current state undersized+peered, last acting [5]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.53 is stuck inactive for 174532.928425, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.54 is stuck inactive for 174532.928425, current state undersized+peered, last acting [4]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian">
</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian">pg 1.55 is stuck inactive for 174532.928425, current state undersized+peered, last acting [3]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.56 is stuck inactive for 174532.928425, current state undersized+peered, last acting [2]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.57 is stuck inactive for 174532.928425, current state undersized+peered, last acting [5]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.58 is stuck inactive for 174532.928425, current state undersized+peered, last acting [3]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.59 is stuck inactive for 174532.928425, current state undersized+peered, last acting [7]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.5a is stuck inactive for 174532.928425, current state undersized+peered, last acting [5]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.5b is stuck inactive for 174532.928425, current state undersized+peered, last acting [3]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.5c is stuck inactive for 174532.928425, current state undersized+peered, last acting [7]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.5d is stuck inactive for 174532.928425, current state undersized+peered, last acting [3]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.5e is stuck inactive for 174532.928425, current state undersized+peered, last acting [0]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.5f is stuck inactive for 174532.928425, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.40 is stuck inactive for 174337.349457, current state undersized+peered, last acting [1]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.41 is stuck inactive for 174337.349457, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.42 is stuck inactive for 174337.349457, current state undersized+peered, last acting [5]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.43 is stuck inactive for 174337.349457, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.44 is stuck inactive for 174337.349457, current state undersized+peered, last acting [7]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.45 is stuck inactive for 174337.349457, current state undersized+peered, last acting [7]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.46 is stuck inactive for 174337.349457, current state undersized+peered, last acting [4]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.47 is stuck inactive for 174337.349457, current state undersized+peered, last acting [1]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.48 is stuck inactive for 174337.349457, current state undersized+peered, last acting [1]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.49 is stuck inactive for 174337.349457, current state undersized+peered, last acting [7]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.4a is stuck inactive for 174337.349457, current state undersized+peered, last acting [0]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.4b is stuck inactive for 174337.349457, current state undersized+peered, last acting [7]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.4c is stuck inactive for 174337.349457, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.4d is stuck inactive for 174337.349457, current state undersized+peered, last acting [4]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.4e is stuck inactive for 174337.349457, current state undersized+peered, last acting [0]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.4f is stuck inactive for 174337.349457, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.54 is stuck inactive for 174337.349457, current state undersized+peered, last acting [5]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.55 is stuck inactive for 174337.349457, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.58 is stuck inactive for 174337.349457, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.59 is stuck inactive for 174337.349457, current state undersized+peered, last acting [1]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.5a is stuck inactive for 174337.349457, current state undersized+peered, last acting [5]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.5b is stuck inactive for 174337.349457, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.5c is stuck inactive for 174337.349457, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.5d is stuck inactive for 174337.349457, current state undersized+peered, last acting [5]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.5e is stuck inactive for 174337.349457, current state undersized+peered, last acting [4]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.5f is stuck inactive for 174337.349457, current state undersized+peered, last acting [7]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt;font-family:DengXian">PG_DEGRADED Degraded data redundancy: 338 pgs undersized</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.47 is stuck undersized for 175.198010, current state undersized+peered, last acting [0]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.48 is stuck undersized for 175.208624, current state undersized+peered, last acting [5]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.49 is stuck undersized for 175.220652, current state undersized+peered, last acting [3]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.4a is stuck undersized for 175.187294, current state undersized+peered, last acting [4]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.4b is stuck undersized for 175.208051, current state undersized+peered, last acting [5]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.4c is stuck undersized for 174531.317358, current state undersized+peered, last acting [7]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.4d is stuck undersized for 174531.318742, current state undersized+peered, last acting [7]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.4e is stuck undersized for 175.202431, current state undersized+peered, last acting [4]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.4f is stuck undersized for 174531.331123, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.50 is stuck undersized for 175.207213, current state undersized+peered, last acting [0]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.51 is stuck undersized for 175.215944, current state undersized+peered, last acting [2]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.52 is stuck undersized for 175.209013, current state undersized+peered, last acting [5]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.53 is stuck undersized for 174531.331587, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.54 is stuck undersized for 175.202884, current state undersized+peered, last acting [4]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.55 is stuck undersized for 175.222033, current state undersized+peered, last acting [3]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.56 is stuck undersized for 175.215670, current state undersized+peered, last acting [2]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.57 is stuck undersized for 175.196356, current state undersized+peered, last acting [5]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.58 is stuck undersized for 175.218886, current state undersized+peered, last acting [3]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.59 is stuck undersized for 174531.316843, current state undersized+peered, last acting [7]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.5a is stuck undersized for 175.209613, current state undersized+peered, last acting [5]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.5b is stuck undersized for 175.219138, current state undersized+peered, last acting [3]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.5c is stuck undersized for 174531.319395, current state undersized+peered, last acting [7]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.5d is stuck undersized for 175.219426, current state undersized+peered, last acting [3]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.5e is stuck undersized for 175.219873, current state undersized+peered, last acting [0]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 1.5f is stuck undersized for 174531.331739, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.40 is stuck undersized for 175.211281, current state undersized+peered, last acting [1]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.41 is stuck undersized for 174335.530906, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.42 is stuck undersized for 175.189316, current state undersized+peered, last acting [5]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.43 is stuck undersized for 174335.529402, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.44 is stuck undersized for 174335.520749, current state undersized+peered, last acting [7]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.45 is stuck undersized for 174335.520646, current state undersized+peered, last acting [7]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.46 is stuck undersized for 175.204679, current state undersized+peered, last acting [4]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.47 is stuck undersized for 175.211629, current state undersized+peered, last acting [1]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.48 is stuck undersized for 175.213907, current state undersized+peered, last acting [1]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.49 is stuck undersized for 174335.521334, current state undersized+peered, last acting [7]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.4a is stuck undersized for 175.218699, current state undersized+peered, last acting [0]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.4b is stuck undersized for 174335.527174, current state undersized+peered, last acting [7]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.4c is stuck undersized for 174335.528996, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.4d is stuck undersized for 175.204937, current state undersized+peered, last acting [4]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.4e is stuck undersized for 175.219027, current state undersized+peered, last acting [0]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.4f is stuck undersized for 174335.531066, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.54 is stuck undersized for 175.189185, current state undersized+peered, last acting [5]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.55 is stuck undersized for 174335.531222, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.58 is stuck undersized for 174335.530357, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.59 is stuck undersized for 175.204978, current state undersized+peered, last acting [1]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.5a is stuck undersized for 175.192362, current state undersized+peered, last acting [5]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.5b is stuck undersized for 174335.531432, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.5c is stuck undersized for 174335.530149, current state undersized+peered, last acting [6]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.5d is stuck undersized for 175.191412, current state undersized+peered, last acting [5]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.5e is stuck undersized for 175.205141, current state undersized+peered, last acting [4]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pg 18.5f is stuck undersized for 174335.527472, current state undersized+peered, last acting [7]</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxxmsonormal"><b><span style="font-size:10.5pt;font-family:DengXian;color:red">root@cab23-r720-11:~# kubectl exec -it ceph-mon-h2gsm -n ceph -- ceph -s</span></b><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> cluster:</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> id:</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 7b7576f4-3358-4668-9112-100440079807</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> health: HEALTH_WARN</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">           </span><span style="font-size:10.5pt;font-family:DengXian"> Reduced data availability: 338 pgs inactive</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">           </span><span style="font-size:10.5pt;font-family:DengXian"> Degraded data redundancy: 338 pgs undersized</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian">services:</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> mon: 1 daemons, quorum cab23-r720-11</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> mgr: cab23-r720-11(active)</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> mds: cephfs-1/1/1 up</span><span style="font-size:10.5pt"> </span><span style="font-size:10.5pt;font-family:DengXian"> {0=mds-ceph-mds-6bfb74d9c7-gqgtl=up:creating},
 1 up:standby</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> osd: 8 osds: 8 up, 8 in</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian">data:</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pools:</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> 18 pools, 338 pgs</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> objects: 0 objects, 0 bytes</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> usage:</span><span style="font-size:10.5pt">  </span><span style="font-size:10.5pt;font-family:DengXian"> 3229 MB used, 8184 GB / 8187 GB avail</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">   </span><span style="font-size:10.5pt;font-family:DengXian"> pgs:</span><span style="font-size:10.5pt">    </span><span style="font-size:10.5pt;font-family:DengXian"> 100.000% pgs not active</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt">            </span><span style="font-size:10.5pt;font-family:DengXian"> 338 undersized+peered</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxxmsonormal" style="text-align:justify;background:white"><b><span style="font-size:10.5pt;font-family:"Monotype Corsiva";color:#1F497D">Best Regards!</span></b><o:p></o:p></p>
<p class="xxxmsonormal" style="text-align:justify;background:white"><b><span style="font-size:10.5pt;font-family:"Monotype Corsiva";color:#1F497D">Qiaolin Tu</span></b><o:p></o:p></p>
<p class="xxxmsonormal" style="text-align:justify;background:white"><span style="font-size:10.0pt;font-family:"Tahoma",sans-serif;color:#7F7F7F">NSB MN 5G ECE HZ CN2 SG04</span><o:p></o:p></p>
<p class="xxxmsonormal" style="text-align:justify;background:white"><span style="font-size:8.0pt;font-family:"Arial",sans-serif;color:gray">Mobile:
</span><span style="font-size:10.0pt;font-family:"Arial",sans-serif;color:gray"> +86 138 057 59684</span><o:p></o:p></p>
<p class="xxxmsonormal" style="text-align:justify;background:white"><span style="font-size:8.0pt;font-family:"Arial",sans-serif;color:gray">E-Mail:  
<a href="mailto:qiaolin.tu@nokia-sbell.com">qiaolin.tu@nokia-sbell.com</a></span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<p class="xxxmsonormal"><span style="font-size:10.5pt"> </span><o:p></o:p></p>
<div>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0cm 0cm 0cm">
<p class="xxxmsonormal"><b>From:</b> Matthew H <<a href="mailto:matthew.heler@hotmail.com">matthew.heler@hotmail.com</a>>
<br>
<b>Sent:</b> Friday, November 09, 2018 6:18 AM<br>
<b>To:</b> <a href="mailto:airship-discuss@lists.airshipit.org">airship-discuss@lists.airshipit.org</a><br>
<b>Cc:</b> Tu, Qiaolin (NSB - CN/Hangzhou) <<a href="mailto:qiaolin.tu@nokia-sbell.com">qiaolin.tu@nokia-sbell.com</a>><br>
<b>Subject:</b> Re: [Airship-discuss] Airship installation Questions<o:p></o:p></p>
</div>
</div>
<p class="xxxmsonormal"> <o:p></o:p></p>
<div>
<p class="xxxmsonormal"><span style="font-size:12.0pt;color:black">Greetings,</span><o:p></o:p></p>
</div>
<div>
<p class="xxxmsonormal"><span style="font-size:12.0pt;color:black"> </span><o:p></o:p></p>
</div>
<div>
<p class="xxxmsonormal"><span style="font-size:12.0pt;color:black">Could you run the following commands from a MON pod:</span><o:p></o:p></p>
</div>
<div>
<p class="xxxmsonormal"><span style="font-size:12.0pt;color:black"> </span><o:p></o:p></p>
</div>
<div>
<p class="xxxmsonormal"><span style="font-size:12.0pt;color:black">ceph osd tree</span><o:p></o:p></p>
</div>
<div>
<p class="xxxmsonormal"><span style="font-size:12.0pt;color:black">ceph osd dump</span><o:p></o:p></p>
</div>
<div>
<p class="xxxmsonormal"><span style="font-size:12.0pt;color:black"> </span><o:p></o:p></p>
</div>
<div>
<p class="xxxmsonormal"><span style="font-size:12.0pt;color:black">Also how many nodes did you deploy on? one or one or more nodes?</span><o:p></o:p></p>
</div>
<div>
<p class="xxxmsonormal"><span style="font-size:12.0pt;color:black"> </span><o:p></o:p></p>
</div>
<div>
<p class="xxxmsonormal"><span style="font-size:12.0pt;color:black">Thanks,</span><o:p></o:p></p>
</div>
<div>
<p class="xxxmsonormal"><span style="font-size:12.0pt;color:black"> </span><o:p></o:p></p>
</div>
<div>
<p class="xxxmsonormal"><span style="font-size:12.0pt;color:black"> </span><o:p></o:p></p>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</body>
</html>