I’m running K10 (v6.0.8) on an OpenShift (4.12.24) cluster with storage backed by NetApp ONTAP and provisioned though Astra Trident. Snapshotting applications (and locally restoring) works fine, but when I tried to export a snapshot to my location profile (NetApp Storage GRID) it fails to export the RestorePoint with "Failed to get snapshot ID from create snapshot output\" (see full output below).
Can anyone point me in the right direction where to look further? Thanks!
1$ oc get --raw /apis/actions.kio.kasten.io/v1alpha1/namespaces/postgresql/exportactions/manualbackup-f4d5f-b65qz/details | jq2{3 "kind": "ExportAction",4 "apiVersion": "actions.kio.kasten.io/v1alpha1",5 "metadata": {6 "name": "manualbackup-f4d5f-b65qz",7 "namespace": "postgresql",8 "uid": "eaa786e5-71a7-11ee-b9cd-0a580a810270",9 "resourceVersion": "400",10 "creationTimestamp": "2023-10-23T13:27:30Z",11 "labels": {12 "k10.kasten.io/appName": "postgresql",13 "k10.kasten.io/appNamespace": "postgresql"14 }15 },16 "status": {17 "state": "Failed",18 "startTime": "2023-10-23T13:27:30Z",19 "endTime": "2023-10-23T13:30:25Z",20 "restorePoint": {21 "name": ""22 },23 "result": {24 "name": ""25 },26 "error": {27 "cause": "{\"cause\":{\"cause\":{\"message\":\"Failure in exporting restorepoint\"},\"fields\":[{\"name\":\"FailedSubPhases\",\"value\":[{\"Err\":{\"cause\":{\"cause\":{\"cause\":{\"cause\":{\"cause\":{\"cause\":{\"file\":\"kasten.io/k10/kio/kanister/function/kio_copy_volume_data.go:319\",\"function\":\"kasten.io/k10/kio/kanister/function.CopyVolumeData.copyVolumeDataPodExecFunc.func1\",\"linenumber\":319,\"message\":\"Failed to get snapshot ID from create snapshot output\"},\"file\":\"kasten.io/k10/kio/kanister/function/kio_copy_volume_data.go:129\",\"function\":\"kasten.io/k10/kio/kanister/function.CopyVolumeData\",\"linenumber\":129,\"message\":\"Failed to execute copy volume data pod function\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:1635\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*gvcConverter).Convert\",\"linenumber\":1635,\"message\":\"Error creating portable snapshot\"},\"fields\":[{\"name\":\"type\",\"value\":\"CSI\"},{\"name\":\"id\",\"value\":\"k10-csi-snap-t7x2nx4wj98bqd8g\"}],\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:442\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*ArtifactCopier).convertSnapshots.func1\",\"linenumber\":442,\"message\":\"Failed to export snapshot data\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:210\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*ArtifactCopier).copy\",\"linenumber\":210,\"message\":\"Error converting snapshots\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/export.go:168\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*exportRestorePointPhase).Run\",\"linenumber\":168,\"message\":\"Failed to copy artifacts\"},\"fields\":[],\"message\":\"Job failed to be executed\"},\"ID\":\"ec17c739-71a7-11ee-b9cd-0a580a810270\",\"Phase\":\"Exporting RestorePoint\"}]}],\"file\":\"kasten.io/k10/kio/exec/phases/phase/queue_and_wait_children.go:196\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*queueAndWaitChildrenPhase).processGroup\",\"linenumber\":196,\"message\":\"Failure in exporting restorepoint\"},\"fields\":[{\"name\":\"manifestID\",\"value\":\"eaa786e5-71a7-11ee-b9cd-0a580a810270\"},{\"name\":\"jobID\",\"value\":\"eaa8a6dc-71a7-11ee-92bc-0a580a81026e\"},{\"name\":\"groupIndex\",\"value\":0}],\"file\":\"kasten.io/k10/kio/exec/phases/phase/queue_and_wait_children.go:96\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*queueAndWaitChildrenPhase).Run\",\"linenumber\":96,\"message\":\"Failed checking jobs in group\"}",28 "message": "Job failed to be executed"29 },30 "actionDetails": {31 "phases": [32 {33 "attempt": 3,34 "endTime": "2023-10-23T13:30:25Z",35 "errors": [36 {37 "cause": "{\"cause\":{\"cause\":{\"message\":\"Failure in exporting restorepoint\"},\"fields\":[{\"name\":\"FailedSubPhases\",\"value\":[{\"Err\":{\"cause\":{\"cause\":{\"cause\":{\"cause\":{\"cause\":{\"cause\":{\"file\":\"kasten.io/k10/kio/kanister/function/kio_copy_volume_data.go:319\",\"function\":\"kasten.io/k10/kio/kanister/function.CopyVolumeData.copyVolumeDataPodExecFunc.func1\",\"linenumber\":319,\"message\":\"Failed to get snapshot ID from create snapshot output\"},\"file\":\"kasten.io/k10/kio/kanister/function/kio_copy_volume_data.go:129\",\"function\":\"kasten.io/k10/kio/kanister/function.CopyVolumeData\",\"linenumber\":129,\"message\":\"Failed to execute copy volume data pod function\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:1635\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*gvcConverter).Convert\",\"linenumber\":1635,\"message\":\"Error creating portable snapshot\"},\"fields\":[{\"name\":\"type\",\"value\":\"CSI\"},{\"name\":\"id\",\"value\":\"k10-csi-snap-t7x2nx4wj98bqd8g\"}],\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:442\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*ArtifactCopier).convertSnapshots.func1\",\"linenumber\":442,\"message\":\"Failed to export snapshot data\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:210\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*ArtifactCopier).copy\",\"linenumber\":210,\"message\":\"Error converting snapshots\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/export.go:168\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*exportRestorePointPhase).Run\",\"linenumber\":168,\"message\":\"Failed to copy artifacts\"},\"fields\":[],\"message\":\"Job failed to be executed\"},\"ID\":\"ec17c739-71a7-11ee-b9cd-0a580a810270\",\"Phase\":\"Exporting RestorePoint\"}]}],\"file\":\"kasten.io/k10/kio/exec/phases/phase/queue_and_wait_children.go:196\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*queueAndWaitChildrenPhase).processGroup\",\"linenumber\":196,\"message\":\"Failure in exporting restorepoint\"},\"fields\":[{\"name\":\"manifestID\",\"value\":\"eaa786e5-71a7-11ee-b9cd-0a580a810270\"},{\"name\":\"jobID\",\"value\":\"eaa8a6dc-71a7-11ee-92bc-0a580a81026e\"},{\"name\":\"groupIndex\",\"value\":0}],\"file\":\"kasten.io/k10/kio/exec/phases/phase/queue_and_wait_children.go:96\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*queueAndWaitChildrenPhase).Run\",\"linenumber\":96,\"message\":\"Failed checking jobs in group\"}",38 "message": "Job failed to be executed"39 },40 {41 "cause": "{\"cause\":{\"cause\":{\"message\":\"Failure in exporting restorepoint\"},\"fields\":[{\"name\":\"FailedSubPhases\",\"value\":[{\"Err\":{\"cause\":{\"cause\":{\"cause\":{\"cause\":{\"cause\":{\"cause\":{\"file\":\"kasten.io/k10/kio/kanister/function/kio_copy_volume_data.go:319\",\"function\":\"kasten.io/k10/kio/kanister/function.CopyVolumeData.copyVolumeDataPodExecFunc.func1\",\"linenumber\":319,\"message\":\"Failed to get snapshot ID from create snapshot output\"},\"file\":\"kasten.io/k10/kio/kanister/function/kio_copy_volume_data.go:129\",\"function\":\"kasten.io/k10/kio/kanister/function.CopyVolumeData\",\"linenumber\":129,\"message\":\"Failed to execute copy volume data pod function\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:1635\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*gvcConverter).Convert\",\"linenumber\":1635,\"message\":\"Error creating portable snapshot\"},\"fields\":[{\"name\":\"type\",\"value\":\"CSI\"},{\"name\":\"id\",\"value\":\"k10-csi-snap-t7x2nx4wj98bqd8g\"}],\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:442\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*ArtifactCopier).convertSnapshots.func1\",\"linenumber\":442,\"message\":\"Failed to export snapshot data\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:210\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*ArtifactCopier).copy\",\"linenumber\":210,\"message\":\"Error converting snapshots\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/export.go:168\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*exportRestorePointPhase).Run\",\"linenumber\":168,\"message\":\"Failed to copy artifacts\"},\"fields\":[],\"message\":\"Job failed to be executed\"},\"ID\":\"ec17c739-71a7-11ee-b9cd-0a580a810270\",\"Phase\":\"Exporting RestorePoint\"}]}],\"file\":\"kasten.io/k10/kio/exec/phases/phase/queue_and_wait_children.go:196\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*queueAndWaitChildrenPhase).processGroup\",\"linenumber\":196,\"message\":\"Failure in exporting restorepoint\"},\"fields\":[{\"name\":\"manifestID\",\"value\":\"eaa786e5-71a7-11ee-b9cd-0a580a810270\"},{\"name\":\"jobID\",\"value\":\"eaa8a6dc-71a7-11ee-92bc-0a580a81026e\"},{\"name\":\"groupIndex\",\"value\":0}],\"file\":\"kasten.io/k10/kio/exec/phases/phase/queue_and_wait_children.go:96\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*queueAndWaitChildrenPhase).Run\",\"linenumber\":96,\"message\":\"Failed checking jobs in group\"}",42 "message": "Job failed to be executed"43 },44 {45 "cause": "{\"cause\":{\"cause\":{\"message\":\"Failure in exporting restorepoint\"},\"fields\":[{\"name\":\"FailedSubPhases\",\"value\":[{\"Err\":{\"cause\":{\"cause\":{\"cause\":{\"cause\":{\"cause\":{\"cause\":{\"file\":\"kasten.io/k10/kio/kanister/function/kio_copy_volume_data.go:319\",\"function\":\"kasten.io/k10/kio/kanister/function.CopyVolumeData.copyVolumeDataPodExecFunc.func1\",\"linenumber\":319,\"message\":\"Failed to get snapshot ID from create snapshot output\"},\"file\":\"kasten.io/k10/kio/kanister/function/kio_copy_volume_data.go:129\",\"function\":\"kasten.io/k10/kio/kanister/function.CopyVolumeData\",\"linenumber\":129,\"message\":\"Failed to execute copy volume data pod function\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:1635\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*gvcConverter).Convert\",\"linenumber\":1635,\"message\":\"Error creating portable snapshot\"},\"fields\":[{\"name\":\"type\",\"value\":\"CSI\"},{\"name\":\"id\",\"value\":\"k10-csi-snap-t7x2nx4wj98bqd8g\"}],\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:442\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*ArtifactCopier).convertSnapshots.func1\",\"linenumber\":442,\"message\":\"Failed to export snapshot data\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:210\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*ArtifactCopier).copy\",\"linenumber\":210,\"message\":\"Error converting snapshots\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/export.go:168\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*exportRestorePointPhase).Run\",\"linenumber\":168,\"message\":\"Failed to copy artifacts\"},\"fields\":[],\"message\":\"Job failed to be executed\"},\"ID\":\"ec17c739-71a7-11ee-b9cd-0a580a810270\",\"Phase\":\"Exporting RestorePoint\"}]}],\"file\":\"kasten.io/k10/kio/exec/phases/phase/queue_and_wait_children.go:196\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*queueAndWaitChildrenPhase).processGroup\",\"linenumber\":196,\"message\":\"Failure in exporting restorepoint\"},\"fields\":[{\"name\":\"manifestID\",\"value\":\"eaa786e5-71a7-11ee-b9cd-0a580a810270\"},{\"name\":\"jobID\",\"value\":\"eaa8a6dc-71a7-11ee-92bc-0a580a81026e\"},{\"name\":\"groupIndex\",\"value\":0}],\"file\":\"kasten.io/k10/kio/exec/phases/phase/queue_and_wait_children.go:96\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*queueAndWaitChildrenPhase).Run\",\"linenumber\":96,\"message\":\"Failed checking jobs in group\"}",46 "message": "Job failed to be executed"47 }48 ],49 "name": "Exporting Metadata",50 "startTime": "2023-10-23T13:27:32Z",51 "state": "failed",52 "updatedTime": "2023-10-23T13:30:25Z"53 },54 {55 "attempt": 3,56 "endTime": "2023-10-23T13:29:18Z",57 "errors": [58 {59 "cause": "{\"cause\":{\"cause\":{\"cause\":{\"cause\":{\"cause\":{\"file\":\"kasten.io/k10/kio/kanister/function/kio_copy_volume_data.go:319\",\"function\":\"kasten.io/k10/kio/kanister/function.CopyVolumeData.copyVolumeDataPodExecFunc.func1\",\"linenumber\":319,\"message\":\"Failed to get snapshot ID from create snapshot output\"},\"file\":\"kasten.io/k10/kio/kanister/function/kio_copy_volume_data.go:129\",\"function\":\"kasten.io/k10/kio/kanister/function.CopyVolumeData\",\"linenumber\":129,\"message\":\"Failed to execute copy volume data pod function\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:1635\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*gvcConverter).Convert\",\"linenumber\":1635,\"message\":\"Error creating portable snapshot\"},\"fields\":[{\"name\":\"type\",\"value\":\"CSI\"},{\"name\":\"id\",\"value\":\"k10-csi-snap-t7x2nx4wj98bqd8g\"}],\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:442\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*ArtifactCopier).convertSnapshots.func1\",\"linenumber\":442,\"message\":\"Failed to export snapshot data\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:210\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*ArtifactCopier).copy\",\"linenumber\":210,\"message\":\"Error converting snapshots\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/export.go:168\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*exportRestorePointPhase).Run\",\"linenumber\":168,\"message\":\"Failed to copy artifacts\"}",60 "message": "Job failed to be executed"61 },62 {63 "cause": "{\"cause\":{\"cause\":{\"cause\":{\"cause\":{\"cause\":{\"file\":\"kasten.io/k10/kio/kanister/function/kio_copy_volume_data.go:319\",\"function\":\"kasten.io/k10/kio/kanister/function.CopyVolumeData.copyVolumeDataPodExecFunc.func1\",\"linenumber\":319,\"message\":\"Failed to get snapshot ID from create snapshot output\"},\"file\":\"kasten.io/k10/kio/kanister/function/kio_copy_volume_data.go:129\",\"function\":\"kasten.io/k10/kio/kanister/function.CopyVolumeData\",\"linenumber\":129,\"message\":\"Failed to execute copy volume data pod function\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:1635\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*gvcConverter).Convert\",\"linenumber\":1635,\"message\":\"Error creating portable snapshot\"},\"fields\":[{\"name\":\"type\",\"value\":\"CSI\"},{\"name\":\"id\",\"value\":\"k10-csi-snap-t7x2nx4wj98bqd8g\"}],\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:442\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*ArtifactCopier).convertSnapshots.func1\",\"linenumber\":442,\"message\":\"Failed to export snapshot data\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:210\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*ArtifactCopier).copy\",\"linenumber\":210,\"message\":\"Error converting snapshots\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/export.go:168\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*exportRestorePointPhase).Run\",\"linenumber\":168,\"message\":\"Failed to copy artifacts\"}",64 "message": "Job failed to be executed"65 },66 {67 "cause": "{\"cause\":{\"cause\":{\"cause\":{\"cause\":{\"cause\":{\"file\":\"kasten.io/k10/kio/kanister/function/kio_copy_volume_data.go:319\",\"function\":\"kasten.io/k10/kio/kanister/function.CopyVolumeData.copyVolumeDataPodExecFunc.func1\",\"linenumber\":319,\"message\":\"Failed to get snapshot ID from create snapshot output\"},\"file\":\"kasten.io/k10/kio/kanister/function/kio_copy_volume_data.go:129\",\"function\":\"kasten.io/k10/kio/kanister/function.CopyVolumeData\",\"linenumber\":129,\"message\":\"Failed to execute copy volume data pod function\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:1635\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*gvcConverter).Convert\",\"linenumber\":1635,\"message\":\"Error creating portable snapshot\"},\"fields\":[{\"name\":\"type\",\"value\":\"CSI\"},{\"name\":\"id\",\"value\":\"k10-csi-snap-t7x2nx4wj98bqd8g\"}],\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:442\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*ArtifactCopier).convertSnapshots.func1\",\"linenumber\":442,\"message\":\"Failed to export snapshot data\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/copy_snapshots.go:210\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*ArtifactCopier).copy\",\"linenumber\":210,\"message\":\"Error converting snapshots\"},\"file\":\"kasten.io/k10/kio/exec/phases/phase/export.go:168\",\"function\":\"kasten.io/k10/kio/exec/phases/phase.(*exportRestorePointPhase).Run\",\"linenumber\":168,\"message\":\"Failed to copy artifacts\"}",68 "message": "Job failed to be executed"69 }70 ],71 "name": "Exporting RestorePoint",72 "startTime": "2023-10-23T13:27:32Z",73 "state": "failed",74 "updatedTime": "2023-10-23T13:29:18Z"75 }76 ]77 },78 "progress": 100,79 "progressDetails": {80 "processedBytes": 0,81 "readBytes": 0,82 "totalBytes": 2147483648,83 "transferredBytes": 0,84 "processingRate": 0,85 "totalVolumes": 1,86 "completedVolumes": 0,87 "updatedTime": "2023-10-23T13:29:18Z"88 }89 },90 "spec": {91 "subject": {92 "apiVersion": "apps.kio.kasten.io/v1alpha1",93 "kind": "RestorePoint",94 "name": "manualbackup-f4d5f",95 "namespace": "postgresql"96 },97 "receiveString": "bIzAPpoanmFT5Bh570dGvcw5RHMlBkWc0S2X10M0abM8NfxXzX2QfYG/O9y9lqAbAhjOzKuNGU+u7zELhTr9gBIftgMtAsigTbGp+di+85uOovpi23BdIjyb74fqMqNhf9BS4FFI0sNFibOQ7NyT72GjTYHi+UgE6m3xFF6WxuaV5osaAGuQkX+d6X7/Lg1BpqtCQNmChHVi00o3MTiL9929XXSzHSjrpihH94zbaJdioYyeZS3AdosHtK2Qh965Mo7HaaGfapx9WH7zvllp7zHf9uTfZ/nJ0wGMBil5TnFyRmCJuGo/tjj5vt7P8Is3hkkvJN5FhHILmohm2DGcEuVN4odVZA8G3o40jdHz/JSkw1KEmdnDujohggisgTFp+p7xPJxSyLP1Qml4gNmrPR2kkb4RRqmG/gT6mo5FNHIAkOEALNiLZyZjHV3B0u7jNguB/7t/LaCxVBsVvEgmHmjy38sitOsoPDT/aXpKpLUdqxdC2FqgHghKLnpYHZGv1baUdxHCgi8+9pBurE3w3D5Gs/4IZNO4ejRybsOo1T9mvd5BcJTsFhoZJQfxFiHDExBYmxlUoYc/5Sw8q7pA8MwkVYWNk9wp6DCNM8S4JOA2rv+Xmj4KOdB1LoALGeCuxATmJZ0RvLXUPAYyzg",98 "profile": {99 "name": "goldmedal",100 "namespace": "kasten-io"101 },102 "migrationToken": {103 "name": "export-1698067650519285037-migration-token",104 "namespace": "kasten-io"105 },106 "exportData": {107 "enabled": true108 }109 }110}
