[Bug] VX-202: Change prometheus's service account to vortex-admin

Jenkinsfile

@@ -69,7 +69,6 @@
                         }
                         sh "make apps.init-helm 2>&1 | tee >(go-junit-report > report.xml)"
 	                    sh "JSONPATH='{range .items[*]}{@.metadata.name}:{range @.status.conditions[*]}{@.type}={@.status};{end}{end}'; until kubectl -n kube-system get pods -lname=tiller -o jsonpath=\"\$JSONPATH\" 2>&1 | grep -q \"Ready=True\"; do sleep 1; echo \"wait the tiller to be available\"; done"
-
                         sh "make apps.launch-apps 2>&1 | tee >(go-junit-report > report.xml)"
                         sh "until curl --connect-timeout 1 -sL -w \"%{http_code}\\n\" http://`kubectl get service -n vortex prometheus -o jsonpath=\"{.spec.clusterIP}\"`:9090/api/v1/query?query=prometheus_build_info -o /dev/null | grep 200; do sleep 1; echo \"wait the prometheus to be available\"; kubectl get pods --all-namespaces; done"
 

Makefile

@@ -91,9 +91,9 @@ apps.init-helm:
 
 .PHONY: apps.launch-apps
 apps.launch-apps:
-	helm install --debug --wait --set global.environment=testing deploy/helm/foundation
-	helm install --debug --wait --set global.environment=testing deploy/helm/apps/charts/prometheus
-	helm install --debug --wait --set global.environment=testing deploy/helm/apps/charts/vortex-server
+	helm install --name foundation --debug --wait --set global.environment=local deploy/helm/foundation
+	helm install --name prometheus --debug --wait --set global.environment=local deploy/helm/apps/charts/prometheus
+	helm install --name vortex-server --debug --wait --set global.environment=local deploy/helm/apps/charts/vortex-server
 
 .PHONY: apps.teardown
 apps.teardown:

deploy/helm/apps/charts/prometheus/charts/cadvisor/templates/cadvisor.yaml

@@ -14,6 +14,7 @@ spec:
       annotations:
         prometheus.io/scrape: 'true'
     spec:
+      serviceAccountName: prometheus
       containers:
       - name: cadvisor
         image: google/cadvisor:latest

deploy/helm/apps/charts/prometheus/charts/kube-state-metrics/templates/kube-state-metrics-deployment.yaml

@@ -8,14 +8,14 @@ metadata:
 spec:
   selector:
     matchLabels:
-      k8s-app: kube-state-metrics
+      app: kube-state-metrics
   replicas: 1
   template:
     metadata:
       labels:
-        k8s-app: kube-state-metrics
+        app: kube-state-metrics
     spec:
-      serviceAccountName: default
+      serviceAccountName: prometheus
       containers:
       - name: kube-state-metrics
         image: sdnvortex/kube-state-metrics:{{ .Values.image.tag }}

deploy/helm/apps/charts/prometheus/charts/kube-state-metrics/templates/kube-state-metrics-service.yaml

@@ -4,7 +4,7 @@ metadata:
   name: kube-state-metrics
   namespace: vortex
   labels:
-    k8s-app: kube-state-metrics
+    app: kube-state-metrics
   annotations:
     prometheus.io/scrape: 'true'
 spec:
@@ -14,5 +14,5 @@ spec:
     targetPort: http-metrics
     protocol: TCP
   selector:
-    k8s-app: kube-state-metrics
+    app: kube-state-metrics
 

deploy/helm/apps/charts/prometheus/charts/kube-state-metrics/values.yaml

@@ -0,0 +1,2 @@
+image:
+  tag: develop

deploy/helm/apps/charts/prometheus/charts/node-exporter/templates/node-exporter.yaml

@@ -13,6 +13,7 @@ spec:
         prometheus.io/scrape: 'true'
     spec:
       hostPID: true
+      serviceAccountName: prometheus
       containers:
       - name:  node-exporter
         image: sdnvortex/node-exporter:{{ .Values.image.tag }}

deploy/helm/apps/charts/prometheus/charts/node-exporter/values.yaml

@@ -1,2 +1,2 @@
 image:
-  tag: develop
+  tag: latest

deploy/helm/apps/charts/prometheus/templates/prometheus-deployment.yaml → deploy/helm/apps/charts/prometheus/templates/deployment.yaml

@@ -12,6 +12,7 @@ spec:
       labels:
         app: prometheus
     spec:
+      serviceAccountName: prometheus
       containers:
       - image: prom/prometheus:v2.2.1
         name: prometheus

deploy/helm/apps/charts/prometheus/charts/kube-state-metrics/templates/kube-state-metrics-cluster-role.yaml → deploy/helm/apps/charts/prometheus/templates/role.yaml

@@ -2,7 +2,7 @@ apiVersion: rbac.authorization.k8s.io/v1
 # kubernetes versions before 1.8.0 should use rbac.authorization.k8s.io/v1beta1
 kind: ClusterRole
 metadata:
-  name: kube-state-metrics
+  name: prometheus
 rules:
 - apiGroups: [""]
   resources:
@@ -38,3 +38,19 @@ rules:
   resources:
   - horizontalpodautoscalers
   verbs: ["list", "watch"]
+
+---
+
+apiVersion: rbac.authorization.k8s.io/v1
+# kubernetes versions before 1.8.0 should use rbac.authorization.k8s.io/v1beta1
+kind: ClusterRoleBinding
+metadata:
+  name: prometheus
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: ClusterRole
+  name: prometheus
+subjects:
+- kind: ServiceAccount
+  name: prometheus
+  namespace: vortex

deploy/helm/apps/charts/prometheus/templates/serviceaccount.yaml

@@ -0,0 +1,5 @@
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: prometheus
+  namespace: vortex

deploy/helm/foundation/charts/rbac/templates/serviceaccount.yaml

@@ -0,0 +1,5 @@
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: vortex-admin
+  namespace: vortex

deploy/kubernetes/apps/monitoring/prometheus/prometheus-deployment.yaml

@@ -12,10 +12,7 @@ spec:
       labels:
         app: prometheus
     spec:
-      initContainers:
-      - name: init-kube-state-metrics
-        image: busybox
-        command: ["sh", "-c", "until nslookup kube-state-metrics.monitoring.svc.cluster.local; do echo waiting for kube-state-metrics; sleep 2; done;"]
+      serviceAccountName: vortex-admin
       containers:
       - image: prom/prometheus:v2.2.1
         name: prometheus