Skip to content

Instantly share code, notes, and snippets.

@princerachit
Created May 11, 2018 08:49
Show Gist options
  • Save princerachit/bf4380d25efe19b94841bab7c7c54ad2 to your computer and use it in GitHub Desktop.
Save princerachit/bf4380d25efe19b94841bab7c7c54ad2 to your computer and use it in GitHub Desktop.
OpenEBS csi plugin logs
I0509 04:07:24.278405 1 openebs.go:50] Driver: csi-openebs
I0509 04:07:24.278906 1 driver.go:80] Enabling controller service capability: CREATE_DELETE_VOLUME
I0509 04:07:24.278932 1 driver.go:92] Enabling volume access mode: SINGLE_NODE_WRITER
I0509 04:07:24.280745 1 server.go:108] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi.sock", Net:"unix"}
I0509 04:07:25.039971 1 utils.go:96] GRPC call: /csi.v0.Identity/GetPluginInfo
I0509 04:07:25.040075 1 utils.go:97] GRPC request:
I0509 04:07:25.040368 1 identityserver-default.go:32] Using default GetPluginInnfo
I0509 04:07:25.040499 1 utils.go:102] GRPC response: name:"csi-openebs" vendor_version:"0.0.1"
I0509 04:07:25.044109 1 utils.go:96] GRPC call: /csi.v0.Node/NodeGetId
I0509 04:07:25.044138 1 utils.go:97] GRPC request:
I0509 04:07:25.044342 1 nodeserver-default.go:40] Using default NodeGetId
I0509 04:07:25.044364 1 utils.go:102] GRPC response: node_id:"minikube"
I0509 04:07:25.254053 1 utils.go:96] GRPC call: /csi.v0.Identity/GetPluginInfo
I0509 04:07:25.254254 1 utils.go:97] GRPC request:
I0509 04:07:25.254575 1 identityserver-default.go:32] Using default GetPluginInnfo
I0509 04:07:25.254673 1 utils.go:102] GRPC response: name:"csi-openebs" vendor_version:"0.0.1"
I0509 04:07:25.257145 1 utils.go:96] GRPC call: /csi.v0.Identity/Probe
I0509 04:07:25.257181 1 utils.go:97] GRPC request:
I0509 04:07:25.257397 1 utils.go:102] GRPC response:
I0509 04:07:25.259620 1 utils.go:96] GRPC call: /csi.v0.Identity/GetPluginCapabilities
I0509 04:07:25.259645 1 utils.go:97] GRPC request:
I0509 04:07:25.259675 1 identityserver-default.go:53] Using default capabilities
I0509 04:07:25.259758 1 utils.go:102] GRPC response: capabilities:<service:<type:CONTROLLER_SERVICE > >
I0509 04:07:25.262093 1 utils.go:96] GRPC call: /csi.v0.Controller/ControllerGetCapabilities
I0509 04:07:25.262122 1 utils.go:97] GRPC request:
I0509 04:07:25.262180 1 controllerserver-default.go:82] Using default ControllerGetCapabilities
I0509 04:07:25.262359 1 utils.go:102] GRPC response: capabilities:<rpc:<type:CREATE_DELETE_VOLUME > >
I0509 04:10:04.799943 1 utils.go:96] GRPC call: /csi.v0.Identity/GetPluginCapabilities
I0509 04:10:04.800016 1 utils.go:97] GRPC request:
I0509 04:10:04.800226 1 identityserver-default.go:53] Using default capabilities
I0509 04:10:04.800257 1 utils.go:102] GRPC response: capabilities:<service:<type:CONTROLLER_SERVICE > >
I0509 04:10:04.808465 1 utils.go:96] GRPC call: /csi.v0.Controller/ControllerGetCapabilities
I0509 04:10:04.808559 1 utils.go:97] GRPC request:
I0509 04:10:04.808688 1 controllerserver-default.go:82] Using default ControllerGetCapabilities
I0509 04:10:04.808742 1 utils.go:102] GRPC response: capabilities:<rpc:<type:CREATE_DELETE_VOLUME > >
I0509 04:10:04.817340 1 utils.go:96] GRPC call: /csi.v0.Identity/GetPluginInfo
I0509 04:10:04.817452 1 utils.go:97] GRPC request:
I0509 04:10:04.817598 1 identityserver-default.go:32] Using default GetPluginInnfo
I0509 04:10:04.817651 1 utils.go:102] GRPC response: name:"csi-openebs" vendor_version:"0.0.1"
I0509 04:10:04.824270 1 utils.go:96] GRPC call: /csi.v0.Controller/CreateVolume
I0509 04:10:04.824303 1 utils.go:97] GRPC request: name:"pvc-da18673b-533e-11e8-be33-000c29116015" capacity_range:<required_bytes:1073741824 limit_bytes:1073741824 > volume_capabilities:<mount:<> access_mode:<mode:SINGLE_NODE_WRITER > > parameters:<key:"storage-class-name" value:"csi-openebs-sc-1" >
I0509 04:10:04.824690 1 controllerserver.go:49] Received request: name:"pvc-da18673b-533e-11e8-be33-000c29116015" capacity_range:<required_bytes:1073741824 limit_bytes:1073741824 > volume_capabilities:<mount:<> access_mode:<mode:SINGLE_NODE_WRITER > > parameters:<key:"storage-class-name" value:"csi-openebs-sc-1" >
I0509 04:10:04.824933 1 mayaproxy.go:75] OpenEBS volume provisioner namespace default
I0509 04:10:04.863166 1 mayaproxy.go:91] Maya apiserver spec &Service{ObjectMeta:k8s_io_apimachinery_pkg_apis_meta_v1.ObjectMeta{Name:maya-apiserver-service,GenerateName:,Namespace:default,SelfLink:/api/v1/namespaces/default/services/maya-apiserver-service,UID:872253ff-5277-11e8-8001-000c29116015,ResourceVersion:55625,Generation:0,CreationTimestamp:2018-05-08 04:23:15 +0000 UTC,DeletionTimestamp:<nil>,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{kubectl.kubernetes.io/last-applied-configuration: {"apiVersion":"v1","kind":"Service","metadata":{"annotations":{},"name":"maya-apiserver-service","namespace":"default"},"spec":{"ports":[{"name":"api","port":5656,"protocol":"TCP","targetPort":5656}],"selector":{"name":"maya-apiserver"},"sessionAffinity":"None"}}
,},OwnerReferences:[],Finalizers:[],ClusterName:,Initializers:nil,},Spec:ServiceSpec{Ports:[{api TCP 5656 {0 5656 } 0}],Selector:map[string]string{name: maya-apiserver,},ClusterIP:10.100.76.188,Type:ClusterIP,ExternalIPs:[],SessionAffinity:None,LoadBalancerIP:,LoadBalancerSourceRanges:[],ExternalName:,ExternalTrafficPolicy:,HealthCheckNodePort:0,PublishNotReadyAddresses:false,SessionAffinityConfig:nil,},Status:ServiceStatus{LoadBalancer:LoadBalancerStatus{Ingress:[],},},}
I0509 04:10:04.863664 1 mayaproxy.go:97] Maya Cluster IP: {http 10.100.76.188:5656 false }
I0509 04:10:04.863750 1 mayaproxy.go:98] Host: 10.100.76.188:5656 Scheme: http Path:
I0509 04:10:04.863773 1 mayaproxy.go:179] [DEBUG] Get details for Volume :pvc-da18673b-533e-11e8-be33-000c29116015
I0509 04:10:04.863798 1 mayaproxy.go:186] [DEBUG] Requesting for volume details at http://10.100.76.188:5656/latest/volumes/info/pvc-da18673b-533e-11e8-be33-000c29116015
E0509 04:10:05.136768 1 mayaproxy.go:200] HTTP Status error from maya-apiserver: Not Found
I0509 04:10:05.136978 1 controllerserver.go:84] Attempting to create volume
I0509 04:10:05.137340 1 mayaproxy.go:110] [DEBUG] volume Spec Created:
kind: PersistentVolumeClaim
apiVersion: v1
metadata:
name: pvc-da18673b-533e-11e8-be33-000c29116015
labels:
volumeprovisioner.mapi.openebs.io/storage-size: 1G
k8s.io/storage-class: csi-openebs-sc-1
k8s.io/namespace: default
I0509 04:10:05.137382 1 mayaproxy.go:113] [DEBUG] create volume URL http://10.100.76.188:5656/latest/volumes/
I0509 04:10:05.277993 1 mayaproxy.go:142] volume Successfully Created:
{"metadata":{"creationTimestamp":null,"labels":{},"name":"pvc-da18673b-533e-11e8-be33-000c29116015"},"status":{"Message":"","Phase":"","Reason":""}}
I0509 04:10:05.278057 1 mayaproxy.go:179] [DEBUG] Get details for Volume :pvc-da18673b-533e-11e8-be33-000c29116015
I0509 04:10:05.278086 1 mayaproxy.go:186] [DEBUG] Requesting for volume details at http://10.100.76.188:5656/latest/volumes/info/pvc-da18673b-533e-11e8-be33-000c29116015
I0509 04:10:05.496452 1 mayaproxy.go:206] volume Details Successfully Retrieved {{<nil> <nil> <nil> {} } { } {map[vsm.openebs.io/replica-count:3 openebs.io/capacity:1G vsm.openebs.io/controller-status:Pending openebs.io/jiva-target-portal:10.103.7.228:3260 openebs.io/storage-pool:default openebs.io/jiva-controller-ips:nil openebs.io/jiva-iqn:iqn.2016-09.com.openebs.jiva:pvc-da18673b-533e-11e8-be33-000c29116015 openebs.io/volume-type:jiva vsm.openebs.io/iqn:iqn.2016-09.com.openebs.jiva:pvc-da18673b-533e-11e8-be33-000c29116015 vsm.openebs.io/volume-size:1G vsm.openebs.io/cluster-ips:10.103.7.228 vsm.openebs.io/controller-ips:nil openebs.io/jiva-replica-count:3 openebs.io/jiva-controller-status:Pending deployment.kubernetes.io/revision:1 vsm.openebs.io/replica-ips:nil,nil,nil openebs.io/jiva-replica-ips:nil,nil,nil openebs.io/volume-monitor:false vsm.openebs.io/replica-status:Pending,Pending,Pending vsm.openebs.io/targetportals:10.103.7.228:3260 openebs.io/jiva-replica-status:Pending,Pending,Pending openebs.io/jiva-controller-cluster-ip:10.103.7.228] <nil> pvc-da18673b-533e-11e8-be33-000c29116015}}
I0509 04:10:05.496645 1 controllerserver.go:97] [DEBUG] Volume details &{{<nil> <nil> <nil> {} } { } {map[vsm.openebs.io/iqn:iqn.2016-09.com.openebs.jiva:pvc-da18673b-533e-11e8-be33-000c29116015 openebs.io/jiva-target-portal:10.103.7.228:3260 openebs.io/storage-pool:default openebs.io/jiva-controller-ips:nil openebs.io/jiva-iqn:iqn.2016-09.com.openebs.jiva:pvc-da18673b-533e-11e8-be33-000c29116015 openebs.io/volume-type:jiva vsm.openebs.io/volume-size:1G vsm.openebs.io/cluster-ips:10.103.7.228 vsm.openebs.io/controller-ips:nil vsm.openebs.io/targetportals:10.103.7.228:3260 openebs.io/jiva-replica-count:3 openebs.io/jiva-controller-status:Pending deployment.kubernetes.io/revision:1 vsm.openebs.io/replica-ips:nil,nil,nil openebs.io/jiva-replica-ips:nil,nil,nil openebs.io/volume-monitor:false vsm.openebs.io/replica-status:Pending,Pending,Pending openebs.io/jiva-replica-status:Pending,Pending,Pending openebs.io/jiva-controller-cluster-ip:10.103.7.228 vsm.openebs.io/replica-count:3 openebs.io/capacity:1G vsm.openebs.io/controller-status:Pending] <nil> pvc-da18673b-533e-11e8-be33-000c29116015}}
I0509 04:10:05.496824 1 controllerserver.go:98] [DEBUG] Volume metadata {map[openebs.io/volume-monitor:false vsm.openebs.io/replica-status:Pending,Pending,Pending vsm.openebs.io/targetportals:10.103.7.228:3260 openebs.io/jiva-replica-count:3 openebs.io/jiva-controller-status:Pending deployment.kubernetes.io/revision:1 vsm.openebs.io/replica-ips:nil,nil,nil openebs.io/jiva-replica-ips:nil,nil,nil openebs.io/jiva-replica-status:Pending,Pending,Pending openebs.io/jiva-controller-cluster-ip:10.103.7.228 vsm.openebs.io/replica-count:3 openebs.io/capacity:1G vsm.openebs.io/controller-status:Pending openebs.io/jiva-iqn:iqn.2016-09.com.openebs.jiva:pvc-da18673b-533e-11e8-be33-000c29116015 openebs.io/volume-type:jiva vsm.openebs.io/iqn:iqn.2016-09.com.openebs.jiva:pvc-da18673b-533e-11e8-be33-000c29116015 openebs.io/jiva-target-portal:10.103.7.228:3260 openebs.io/storage-pool:default openebs.io/jiva-controller-ips:nil vsm.openebs.io/volume-size:1G vsm.openebs.io/cluster-ips:10.103.7.228 vsm.openebs.io/controller-ips:nil] <nil> pvc-da18673b-533e-11e8-be33-000c29116015}
I0509 04:10:05.496986 1 utils.go:102] GRPC response: volume:<capacity_bytes:1073741824 id:"pvc-da18673b-533e-11e8-be33-000c29116015" attributes:<key:"iqn" value:"iqn.2016-09.com.openebs.jiva:pvc-da18673b-533e-11e8-be33-000c29116015" > attributes:<key:"iscsiInterface" value:"default" > attributes:<key:"lun" value:"0" > attributes:<key:"portals" value:"10.103.7.228:3260" > attributes:<key:"targetPortal" value:"10.103.7.228:3260" > >
I0509 04:10:37.332915 1 utils.go:96] GRPC call: /csi.v0.Node/NodeGetCapabilities
I0509 04:10:37.332963 1 utils.go:97] GRPC request:
I0509 04:10:37.332998 1 nodeserver-default.go:48] Using default NodeGetCapabilities
I0509 04:10:37.333012 1 utils.go:102] GRPC response: capabilities:<rpc:<> >
I0509 04:10:37.339234 1 utils.go:96] GRPC call: /csi.v0.Node/NodeGetCapabilities
I0509 04:10:37.339304 1 utils.go:97] GRPC request:
I0509 04:10:37.339420 1 nodeserver-default.go:48] Using default NodeGetCapabilities
I0509 04:10:37.339436 1 utils.go:102] GRPC response: capabilities:<rpc:<> >
I0509 04:10:37.352726 1 utils.go:96] GRPC call: /csi.v0.Node/NodePublishVolume
I0509 04:10:37.352905 1 utils.go:97] GRPC request: volume_id:"pvc-da18673b-533e-11e8-be33-000c29116015" target_path:"/var/lib/kubelet/pods/e8e70474-533e-11e8-be33-000c29116015/volumes/kubernetes.io~csi/pvc-da18673b-533e-11e8-be33-000c29116015/mount" volume_capability:<mount:<fs_type:"ext4" > access_mode:<mode:SINGLE_NODE_WRITER > > volume_attributes:<key:"iqn" value:"iqn.2016-09.com.openebs.jiva:pvc-da18673b-533e-11e8-be33-000c29116015" > volume_attributes:<key:"iscsiInterface" value:"default" > volume_attributes:<key:"lun" value:"0" > volume_attributes:<key:"portals" value:"10.103.7.228:3260" > volume_attributes:<key:"storage.kubernetes.io/csiProvisionerIdentity" value:"1525838837497-8081-csi-openebs" > volume_attributes:<key:"targetPortal" value:"10.103.7.228:3260" >
I0509 04:10:37.353688 1 nodeserver.go:34] Node Publish volume
I0509 04:10:37.363037 1 mount_linux.go:198] Cannot run systemd-run, assuming non-systemd OS
I0509 04:10:37.363081 1 mount_linux.go:199] systemd-run failed with: exit status 1
I0509 04:10:37.363192 1 mount_linux.go:200] systemd-run output: Failed to create bus connection: No such file or directory
I0509 04:10:37.363231 1 iscsi_util.go:172] cmd: iscsiadm -m iface -I default -o show
I0509 04:10:37.369168 1 iscsi_util.go:199] cmd: iscsiadm -m node -p 10.103.7.228:3260 -T iqn.2016-09.com.openebs.jiva:pvc-da18673b-533e-11e8-be33-000c29116015 -R
E0509 04:10:37.371875 1 iscsi_util.go:202] iscsi: failed to rescan session with error: iscsiadm: No session found.
(exit status 21)
I0509 04:10:37.372081 1 iscsi_util.go:221] cmd: iscsiadm -m discoverydb -t sendtargets -p 10.103.7.228:3260 -I default -o new
I0509 04:10:37.375896 1 iscsi_util.go:229] cmd: iscsiadm -m discoverydb -t sendtargets -p 10.103.7.228:3260 -I default --discover
I0509 04:10:37.384236 1 iscsi_util.go:245] cmd: iscsiadm -m node -p 10.103.7.228:3260 -T iqn.2016-09.com.openebs.jiva:pvc-da18673b-533e-11e8-be33-000c29116015 -I default --login
I0509 04:10:38.957970 1 mount_linux.go:488] Checking for issues with fsck on disk: /dev/disk/by-path/ip-10.103.7.228:3260-iscsi-iqn.2016-09.com.openebs.jiva:pvc-da18673b-533e-11e8-be33-000c29116015-lun-0
I0509 04:10:39.100517 1 mount_linux.go:501] `fsck` error fsck from util-linux 2.27.1
fsck.ext2: Bad magic number in super-block while trying to open /dev/sdd
/dev/sdd:
The superblock could not be read or does not describe a valid ext2/ext3/ext4
filesystem. If the device is valid and it really contains an ext2/ext3/ext4
filesystem (and not swap or ufs or something else), then the superblock
is corrupt, and you might try running e2fsck with an alternate superblock:
e2fsck -b 8193 <device>
or
e2fsck -b 32768 <device>
I0509 04:10:39.100572 1 mount_linux.go:507] Attempting to mount disk: ext4 /dev/disk/by-path/ip-10.103.7.228:3260-iscsi-iqn.2016-09.com.openebs.jiva:pvc-da18673b-533e-11e8-be33-000c29116015-lun-0 /var/lib/kubelet/pods/e8e70474-533e-11e8-be33-000c29116015/volumes/kubernetes.io~csi/pvc-da18673b-533e-11e8-be33-000c29116015/mount/pvc-da18673b-533e-11e8-be33-000c29116015
I0509 04:10:39.100629 1 mount_linux.go:135] Mounting cmd (mount) with arguments ([-t ext4 -o rw,defaults /dev/disk/by-path/ip-10.103.7.228:3260-iscsi-iqn.2016-09.com.openebs.jiva:pvc-da18673b-533e-11e8-be33-000c29116015-lun-0 /var/lib/kubelet/pods/e8e70474-533e-11e8-be33-000c29116015/volumes/kubernetes.io~csi/pvc-da18673b-533e-11e8-be33-000c29116015/mount/pvc-da18673b-533e-11e8-be33-000c29116015])
E0509 04:10:39.194494 1 mount_linux.go:140] Mount failed: exit status 32
Mounting command: mount
Mounting arguments: -t ext4 -o rw,defaults /dev/disk/by-path/ip-10.103.7.228:3260-iscsi-iqn.2016-09.com.openebs.jiva:pvc-da18673b-533e-11e8-be33-000c29116015-lun-0 /var/lib/kubelet/pods/e8e70474-533e-11e8-be33-000c29116015/volumes/kubernetes.io~csi/pvc-da18673b-533e-11e8-be33-000c29116015/mount/pvc-da18673b-533e-11e8-be33-000c29116015
Output: mount: wrong fs type, bad option, bad superblock on /dev/sdd,
missing codepage or helper program, or other error
In some cases useful info is found in syslog - try
dmesg | tail or so.
I0509 04:10:39.194888 1 mount_linux.go:558] Attempting to determine if disk "/dev/disk/by-path/ip-10.103.7.228:3260-iscsi-iqn.2016-09.com.openebs.jiva:pvc-da18673b-533e-11e8-be33-000c29116015-lun-0" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/disk/by-path/ip-10.103.7.228:3260-iscsi-iqn.2016-09.com.openebs.jiva:pvc-da18673b-533e-11e8-be33-000c29116015-lun-0])
I0509 04:10:39.327885 1 mount_linux.go:561] Output: "", err: exit status 2
I0509 04:10:39.337182 1 mount_linux.go:532] Disk "/dev/disk/by-path/ip-10.103.7.228:3260-iscsi-iqn.2016-09.com.openebs.jiva:pvc-da18673b-533e-11e8-be33-000c29116015-lun-0" appears to be unformatted, attempting to format as type: "ext4" with options: [-F /dev/disk/by-path/ip-10.103.7.228:3260-iscsi-iqn.2016-09.com.openebs.jiva:pvc-da18673b-533e-11e8-be33-000c29116015-lun-0]
I0509 04:10:40.275398 1 mount_linux.go:536] Disk successfully formatted (mkfs): ext4 - /dev/disk/by-path/ip-10.103.7.228:3260-iscsi-iqn.2016-09.com.openebs.jiva:pvc-da18673b-533e-11e8-be33-000c29116015-lun-0 /var/lib/kubelet/pods/e8e70474-533e-11e8-be33-000c29116015/volumes/kubernetes.io~csi/pvc-da18673b-533e-11e8-be33-000c29116015/mount/pvc-da18673b-533e-11e8-be33-000c29116015
I0509 04:10:40.275463 1 mount_linux.go:135] Mounting cmd (mount) with arguments ([-t ext4 -o rw,defaults /dev/disk/by-path/ip-10.103.7.228:3260-iscsi-iqn.2016-09.com.openebs.jiva:pvc-da18673b-533e-11e8-be33-000c29116015-lun-0 /var/lib/kubelet/pods/e8e70474-533e-11e8-be33-000c29116015/volumes/kubernetes.io~csi/pvc-da18673b-533e-11e8-be33-000c29116015/mount/pvc-da18673b-533e-11e8-be33-000c29116015])
I0509 04:10:40.348931 1 utils.go:102] GRPC response:
I0509 04:13:03.118459 1 utils.go:96] GRPC call: /csi.v0.Node/NodeGetCapabilities
I0509 04:13:03.118523 1 utils.go:97] GRPC request:
I0509 04:13:03.118634 1 nodeserver-default.go:48] Using default NodeGetCapabilities
I0509 04:13:03.118652 1 utils.go:102] GRPC response: capabilities:<rpc:<> >
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment