Last active
August 14, 2019 01:17
-
-
Save JohnStrunk/a1fcafcb731420ebecaa764467a50272 to your computer and use it in GitHub Desktop.
Are resources and placement working in devicesets?
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| apiVersion: ceph.rook.io/v1 | |
| kind: CephCluster | |
| metadata: | |
| name: rook-ceph | |
| namespace: rook-ceph | |
| spec: | |
| cephVersion: | |
| image: ceph/ceph:v14 | |
| allowUnsupported: false | |
| # Even w/ PVs, this must be set or mons fail to start due to permission | |
| # problems | |
| dataDirHostPath: /var/lib/rook | |
| dashboard: | |
| enabled: false | |
| mon: | |
| count: 3 | |
| allowMultiplePerNode: false | |
| volumeClaimTemplate: | |
| spec: | |
| storageClassName: gp2 | |
| resources: | |
| requests: | |
| storage: 10Gi | |
| network: | |
| hostNetwork: false | |
| rbdMirroring: | |
| workers: 0 | |
| annotations: | |
| resources: | |
| mds: # doesn't get passed? | |
| limits: | |
| cpu: 2000m | |
| memory: 4Gi | |
| requests: | |
| cpu: 100m | |
| memory: 4Gi | |
| mgr: | |
| limits: | |
| cpu: 2000m | |
| memory: 3Gi | |
| requests: | |
| cpu: 100m | |
| memory: 500Mi | |
| mon: | |
| limits: | |
| cpu: 2000m | |
| memory: 2Gi | |
| requests: | |
| cpu: 100m | |
| memory: 1Gi | |
| storage: | |
| storageClassDeviceSets: | |
| - name: east-1a | |
| count: 1 | |
| placement: | |
| nodeAffinity: | |
| requiredDuringSchedulingIgnoredDuringExecution: | |
| nodeSelectorTerms: | |
| - matchExpressions: | |
| - key: failure-domain.beta.kubernetes.io/zone | |
| operator: In | |
| values: [us-east-1a] | |
| resources: | |
| limits: | |
| cpu: 2000m | |
| memory: 4Gi | |
| requests: | |
| cpu: 100m | |
| memory: 4Gi | |
| volumeClaimTemplates: | |
| - metadata: | |
| name: data | |
| spec: | |
| resources: | |
| requests: | |
| storage: 1Ti | |
| storageClassName: gp2 | |
| volumeMode: Block | |
| accessModes: | |
| - ReadWriteOnce | |
| - name: east-1b | |
| count: 1 | |
| placement: | |
| nodeAffinity: | |
| requiredDuringSchedulingIgnoredDuringExecution: | |
| nodeSelectorTerms: | |
| - matchExpressions: | |
| - key: failure-domain.beta.kubernetes.io/zone | |
| operator: In | |
| values: [us-east-1b] | |
| resources: | |
| limits: | |
| cpu: 2000m | |
| memory: 4Gi | |
| requests: | |
| cpu: 100m | |
| memory: 4Gi | |
| volumeClaimTemplates: | |
| - metadata: | |
| name: data | |
| spec: | |
| resources: | |
| requests: | |
| storage: 1Ti | |
| storageClassName: gp2 | |
| volumeMode: Block | |
| accessModes: | |
| - ReadWriteOnce | |
| - name: east-1c | |
| count: 1 | |
| placement: | |
| nodeAffinity: | |
| requiredDuringSchedulingIgnoredDuringExecution: | |
| nodeSelectorTerms: | |
| - matchExpressions: | |
| - key: failure-domain.beta.kubernetes.io/zone | |
| operator: In | |
| values: [us-east-1c] | |
| resources: | |
| limits: | |
| cpu: 2000m | |
| memory: 4Gi | |
| requests: | |
| cpu: 100m | |
| memory: 4Gi | |
| volumeClaimTemplates: | |
| - metadata: | |
| name: data | |
| spec: | |
| resources: | |
| requests: | |
| storage: 1Ti | |
| storageClassName: gp2 | |
| volumeMode: Block | |
| accessModes: | |
| - ReadWriteOnce | |
| topologyAware: true |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| apiVersion: v1 | |
| kind: Pod | |
| metadata: | |
| annotations: | |
| openshift.io/scc: rook-ceph | |
| creationTimestamp: "2019-08-14T00:47:55Z" | |
| generateName: rook-ceph-osd-0-9d4fd68ff- | |
| labels: | |
| app: rook-ceph-osd | |
| ceph-osd-id: "0" | |
| pod-template-hash: 9d4fd68ff | |
| rook_cluster: rook-ceph | |
| name: rook-ceph-osd-0-9d4fd68ff-cw2sx | |
| namespace: rook-ceph | |
| ownerReferences: | |
| - apiVersion: apps/v1 | |
| blockOwnerDeletion: true | |
| controller: true | |
| kind: ReplicaSet | |
| name: rook-ceph-osd-0-9d4fd68ff | |
| uid: 27403a6a-be2d-11e9-af6a-02df3e5f3a82 | |
| resourceVersion: "74367" | |
| selfLink: /api/v1/namespaces/rook-ceph/pods/rook-ceph-osd-0-9d4fd68ff-cw2sx | |
| uid: 2743b3d2-be2d-11e9-af6a-02df3e5f3a82 | |
| spec: | |
| affinity: {} | |
| containers: | |
| - args: | |
| - -- | |
| - /rook/rook | |
| - ceph | |
| - osd | |
| - start | |
| - -- | |
| - --foreground | |
| - --id | |
| - "0" | |
| - --osd-uuid | |
| - 4494f602-b2dc-4127-951c-584c53317c3f | |
| - --conf | |
| - /var/lib/rook/osd0/rook-ceph.config | |
| - --cluster | |
| - ceph | |
| - --setuser | |
| - ceph | |
| - --setgroup | |
| - ceph | |
| - --setuser-match-path | |
| - /var/lib/rook/osd0 | |
| - --default-log-to-file | |
| - "false" | |
| - --ms-learn-addr-from-peer=false | |
| command: | |
| - /rook/tini | |
| env: | |
| - name: ROOK_NODE_NAME | |
| value: east-1a-0-data-p7qfz | |
| - name: ROOK_PRIVATE_IP | |
| valueFrom: | |
| fieldRef: | |
| apiVersion: v1 | |
| fieldPath: status.podIP | |
| - name: ROOK_PUBLIC_IP | |
| valueFrom: | |
| fieldRef: | |
| apiVersion: v1 | |
| fieldPath: status.podIP | |
| - name: TINI_SUBREAPER | |
| - name: CONTAINER_IMAGE | |
| value: ceph/ceph:v14 | |
| - name: POD_NAME | |
| valueFrom: | |
| fieldRef: | |
| apiVersion: v1 | |
| fieldPath: metadata.name | |
| - name: POD_NAMESPACE | |
| valueFrom: | |
| fieldRef: | |
| apiVersion: v1 | |
| fieldPath: metadata.namespace | |
| - name: NODE_NAME | |
| valueFrom: | |
| fieldRef: | |
| apiVersion: v1 | |
| fieldPath: spec.nodeName | |
| - name: POD_MEMORY_LIMIT | |
| valueFrom: | |
| resourceFieldRef: | |
| divisor: "0" | |
| resource: limits.memory | |
| - name: POD_MEMORY_REQUEST | |
| valueFrom: | |
| resourceFieldRef: | |
| divisor: "0" | |
| resource: requests.memory | |
| - name: POD_CPU_LIMIT | |
| valueFrom: | |
| resourceFieldRef: | |
| divisor: "1" | |
| resource: limits.cpu | |
| - name: POD_CPU_REQUEST | |
| valueFrom: | |
| resourceFieldRef: | |
| divisor: "0" | |
| resource: requests.cpu | |
| - name: ROOK_OSD_UUID | |
| value: 4494f602-b2dc-4127-951c-584c53317c3f | |
| - name: ROOK_OSD_ID | |
| value: "0" | |
| - name: ROOK_OSD_STORE_TYPE | |
| value: bluestore | |
| - name: ROOK_PVC_BACKED_OSD | |
| value: "true" | |
| image: ceph/ceph:v14 | |
| imagePullPolicy: IfNotPresent | |
| lifecycle: | |
| postStart: | |
| exec: | |
| command: | |
| - chown | |
| - --recursive | |
| - --verbose | |
| - ceph:ceph | |
| - /var/log/ceph | |
| - /var/lib/rook/osd0 | |
| name: osd | |
| resources: {} | |
| securityContext: | |
| privileged: true | |
| readOnlyRootFilesystem: false | |
| runAsUser: 0 | |
| terminationMessagePath: /dev/termination-log | |
| terminationMessagePolicy: File | |
| volumeMounts: | |
| - mountPath: /var/lib/rook | |
| name: rook-data | |
| - mountPath: /etc/ceph | |
| name: ceph-default-config-dir | |
| - mountPath: /var/log/ceph | |
| name: rook-ceph-log | |
| - mountPath: /dev | |
| name: devices | |
| - mountPath: /rook | |
| name: rook-binaries | |
| - mountPath: /run/udev | |
| name: run-udev | |
| - mountPath: /mnt | |
| name: east-1a-0-data-p7qfz-bridge | |
| - mountPath: /var/run/secrets/kubernetes.io/serviceaccount | |
| name: rook-ceph-osd-token-nr4jq | |
| readOnly: true | |
| dnsPolicy: ClusterFirst | |
| enableServiceLinks: true | |
| hostPID: true | |
| imagePullSecrets: | |
| - name: rook-ceph-osd-dockercfg-2fd5k | |
| initContainers: | |
| - args: | |
| - ceph | |
| - osd | |
| - init | |
| env: | |
| - name: ROOK_NODE_NAME | |
| value: east-1a-0-data-p7qfz | |
| - name: ROOK_CLUSTER_ID | |
| value: 948e2f25-be2c-11e9-af6a-02df3e5f3a82 | |
| - name: ROOK_PRIVATE_IP | |
| valueFrom: | |
| fieldRef: | |
| apiVersion: v1 | |
| fieldPath: status.podIP | |
| - name: ROOK_PUBLIC_IP | |
| valueFrom: | |
| fieldRef: | |
| apiVersion: v1 | |
| fieldPath: status.podIP | |
| - name: ROOK_CLUSTER_NAME | |
| value: rook-ceph | |
| - name: ROOK_MON_ENDPOINTS | |
| valueFrom: | |
| configMapKeyRef: | |
| key: data | |
| name: rook-ceph-mon-endpoints | |
| - name: ROOK_MON_SECRET | |
| valueFrom: | |
| secretKeyRef: | |
| key: mon-secret | |
| name: rook-ceph-mon | |
| - name: ROOK_ADMIN_SECRET | |
| valueFrom: | |
| secretKeyRef: | |
| key: admin-secret | |
| name: rook-ceph-mon | |
| - name: ROOK_CONFIG_DIR | |
| value: /var/lib/rook | |
| - name: ROOK_CEPH_CONFIG_OVERRIDE | |
| value: /etc/rook/config/override.conf | |
| - name: ROOK_FSID | |
| valueFrom: | |
| secretKeyRef: | |
| key: fsid | |
| name: rook-ceph-mon | |
| - name: TINI_SUBREAPER | |
| - name: ROOK_OSD_ID | |
| value: "0" | |
| - name: ROOK_CEPH_VERSION | |
| value: ceph version 14.2.2 nautilus | |
| - name: ROOK_IS_DEVICE | |
| value: "true" | |
| image: rook/ceph:master | |
| imagePullPolicy: IfNotPresent | |
| name: config-init | |
| resources: {} | |
| securityContext: | |
| privileged: true | |
| readOnlyRootFilesystem: false | |
| runAsUser: 0 | |
| terminationMessagePath: /dev/termination-log | |
| terminationMessagePolicy: File | |
| volumeMounts: | |
| - mountPath: /var/lib/rook | |
| name: rook-data | |
| - mountPath: /etc/ceph | |
| name: ceph-default-config-dir | |
| - mountPath: /var/log/ceph | |
| name: rook-ceph-log | |
| - mountPath: /etc/rook/config | |
| name: rook-config-override | |
| - mountPath: /var/run/secrets/kubernetes.io/serviceaccount | |
| name: rook-ceph-osd-token-nr4jq | |
| readOnly: true | |
| - args: | |
| - copy-binaries | |
| - --copy-to-dir | |
| - /rook | |
| image: rook/ceph:master | |
| imagePullPolicy: IfNotPresent | |
| name: copy-bins | |
| resources: {} | |
| terminationMessagePath: /dev/termination-log | |
| terminationMessagePolicy: File | |
| volumeMounts: | |
| - mountPath: /rook | |
| name: rook-binaries | |
| - mountPath: /var/run/secrets/kubernetes.io/serviceaccount | |
| name: rook-ceph-osd-token-nr4jq | |
| readOnly: true | |
| - args: | |
| - cp | |
| - -a | |
| - /east-1a-0-data-p7qfz | |
| - /mnt/east-1a-0-data-p7qfz | |
| image: ceph/ceph:v14 | |
| imagePullPolicy: IfNotPresent | |
| name: blkdevmapper | |
| resources: {} | |
| securityContext: | |
| privileged: true | |
| terminationMessagePath: /dev/termination-log | |
| terminationMessagePolicy: File | |
| volumeDevices: | |
| - devicePath: /east-1a-0-data-p7qfz | |
| name: east-1a-0-data-p7qfz | |
| volumeMounts: | |
| - mountPath: /mnt | |
| name: east-1a-0-data-p7qfz-bridge | |
| - mountPath: /var/run/secrets/kubernetes.io/serviceaccount | |
| name: rook-ceph-osd-token-nr4jq | |
| readOnly: true | |
| nodeName: ip-10-0-165-53.ec2.internal | |
| priority: 0 | |
| restartPolicy: Always | |
| schedulerName: default-scheduler | |
| securityContext: | |
| fsGroup: 1000510000 | |
| seLinuxOptions: | |
| level: s0:c23,c2 | |
| serviceAccount: rook-ceph-osd | |
| serviceAccountName: rook-ceph-osd | |
| terminationGracePeriodSeconds: 30 | |
| tolerations: | |
| - effect: NoExecute | |
| key: node.kubernetes.io/not-ready | |
| operator: Exists | |
| tolerationSeconds: 300 | |
| - effect: NoExecute | |
| key: node.kubernetes.io/unreachable | |
| operator: Exists | |
| tolerationSeconds: 300 | |
| volumes: | |
| - hostPath: | |
| path: /var/lib/rook | |
| type: "" | |
| name: rook-data | |
| - emptyDir: {} | |
| name: ceph-default-config-dir | |
| - configMap: | |
| defaultMode: 420 | |
| items: | |
| - key: config | |
| path: override.conf | |
| name: rook-config-override | |
| name: rook-config-override | |
| - hostPath: | |
| path: /var/lib/rook/log/rook-ceph | |
| type: "" | |
| name: rook-ceph-log | |
| - hostPath: | |
| path: /dev | |
| type: "" | |
| name: devices | |
| - name: east-1a-0-data-p7qfz | |
| persistentVolumeClaim: | |
| claimName: east-1a-0-data-p7qfz | |
| - emptyDir: | |
| medium: Memory | |
| name: east-1a-0-data-p7qfz-bridge | |
| - emptyDir: {} | |
| name: rook-binaries | |
| - hostPath: | |
| path: /run/udev | |
| type: "" | |
| name: run-udev | |
| - name: rook-ceph-osd-token-nr4jq | |
| secret: | |
| defaultMode: 420 | |
| secretName: rook-ceph-osd-token-nr4jq | |
| status: | |
| conditions: | |
| - lastProbeTime: null | |
| lastTransitionTime: "2019-08-14T00:48:01Z" | |
| status: "True" | |
| type: Initialized | |
| - lastProbeTime: null | |
| lastTransitionTime: "2019-08-14T00:48:02Z" | |
| status: "True" | |
| type: Ready | |
| - lastProbeTime: null | |
| lastTransitionTime: "2019-08-14T00:48:02Z" | |
| status: "True" | |
| type: ContainersReady | |
| - lastProbeTime: null | |
| lastTransitionTime: "2019-08-14T00:47:55Z" | |
| status: "True" | |
| type: PodScheduled | |
| containerStatuses: | |
| - containerID: cri-o://b701a7edc5a204310f6c086c05b9ab79ac10ad0435e0234c51e4062d9c5bee58 | |
| image: docker.io/ceph/ceph:v14 | |
| imageID: docker.io/ceph/ceph@sha256:567fe78d90a63ead11deadc2cbf5a912e42bfcc6ef4b1d6154f4b4fea4019052 | |
| lastState: {} | |
| name: osd | |
| ready: true | |
| restartCount: 0 | |
| state: | |
| running: | |
| startedAt: "2019-08-14T00:48:01Z" | |
| hostIP: 10.0.165.53 | |
| initContainerStatuses: | |
| - containerID: cri-o://9a9126183e320af2a03d1da97139b2ef6ac6abeab0786467ea61109036353968 | |
| image: docker.io/rook/ceph:master | |
| imageID: docker.io/rook/ceph@sha256:876e1b283e3185f5e9efc59b608905a6cc973f325d060eeeb4594ca052ef91a4 | |
| lastState: {} | |
| name: config-init | |
| ready: true | |
| restartCount: 0 | |
| state: | |
| terminated: | |
| containerID: cri-o://9a9126183e320af2a03d1da97139b2ef6ac6abeab0786467ea61109036353968 | |
| exitCode: 0 | |
| finishedAt: "2019-08-14T00:47:58Z" | |
| reason: Completed | |
| startedAt: "2019-08-14T00:47:58Z" | |
| - containerID: cri-o://0cf0efaf82b6f7e73d46874a9f21908da555de1c0b6d13ce6ebf5e91e37e3d2c | |
| image: docker.io/rook/ceph:master | |
| imageID: docker.io/rook/ceph@sha256:876e1b283e3185f5e9efc59b608905a6cc973f325d060eeeb4594ca052ef91a4 | |
| lastState: {} | |
| name: copy-bins | |
| ready: true | |
| restartCount: 0 | |
| state: | |
| terminated: | |
| containerID: cri-o://0cf0efaf82b6f7e73d46874a9f21908da555de1c0b6d13ce6ebf5e91e37e3d2c | |
| exitCode: 0 | |
| finishedAt: "2019-08-14T00:47:59Z" | |
| reason: Completed | |
| startedAt: "2019-08-14T00:47:59Z" | |
| - containerID: cri-o://fb0c15753623ea2f8e0c78f6f436dd1ad320aeb7db96191f16d3dc77ab7d5154 | |
| image: docker.io/ceph/ceph:v14 | |
| imageID: docker.io/ceph/ceph@sha256:567fe78d90a63ead11deadc2cbf5a912e42bfcc6ef4b1d6154f4b4fea4019052 | |
| lastState: {} | |
| name: blkdevmapper | |
| ready: true | |
| restartCount: 0 | |
| state: | |
| terminated: | |
| containerID: cri-o://fb0c15753623ea2f8e0c78f6f436dd1ad320aeb7db96191f16d3dc77ab7d5154 | |
| exitCode: 0 | |
| finishedAt: "2019-08-14T00:48:00Z" | |
| reason: Completed | |
| startedAt: "2019-08-14T00:48:00Z" | |
| phase: Running | |
| podIP: 10.131.0.29 | |
| qosClass: BestEffort | |
| startTime: "2019-08-14T00:47:55Z" |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment