Question

kasten 5.5.2 k8s v1.24 etcd backup Error

  • 14 March 2023
  • 1 comment
  • 149 views

Userlevel 2
  • Comes here often
  • 5 comments

 

 cause:
    cause:
      cause:
        cause:
          cause:
            cause:
              message: "Failed while waiting for Pod kanister-job-vrwdg to be ready: Pod did
                not transition into running state.
                Timeout:15m0s  Namespace:kasten-io, Name:kanister-job-vrwdg:
                client rate limiter Wait returned an error: rate: Wait(n=1)
                would exceed context deadline"
            fields:
              - name: actionSet
                value:
                  metadata:
                    creationTimestamp: 2023-03-14T13:28:47Z
                    generateName: k10-backup-etcd-blueprint-etcd-details-etcd-backup--
                    generation: 454
                    labels:
                      kanister.io/JobID: 049cc55f-c26c-11ed-bbfa-329b94ae52d3
                    managedFields:
                      - apiVersion: cr.kanister.io/v1alpha1
                        fieldsType: FieldsV1
                        fieldsV1:
                          f:metadata:
                            f:generateName: {}
                            f:labels:
                              .: {}
                              f:kanister.io/JobID: {}
                          f:spec:
                            .: {}
                            f:actions: {}
                        manager: executor-server
                        operation: Update
                        time: 2023-03-14T13:28:47Z
                      - apiVersion: cr.kanister.io/v1alpha1
                        fieldsType: FieldsV1
                        fieldsV1:
                          f:status:
                            .: {}
                            f:actions: {}
                            f:error:
                              .: {}
                              f:message: {}
                            f:progress:
                              .: {}
                              f:lastTransitionTime: {}
                              f:percentCompleted: {}
                            f:state: {}
                        manager: controller
                        operation: Update
                        time: 2023-03-14T13:28:49Z
                    name: k10-backup-etcd-blueprint-etcd-details-etcd-backup--w78tw
                    namespace: kasten-io
                    resourceVersion: "11754698"
                    uid: 275af85b-3378-4699-ba79-7a07f09f4ed9
                  spec:
                    actions:
                      - blueprint: etcd-blueprint
                        name: backup
                        object:
                          apiVersion: v1
                          group: ""
                          kind: ""
                          name: etcd-details
                          namespace: etcd-backup
                          resource: secrets
                        preferredVersion: v1.0.0-alpha
                        profile:
                          apiVersion: v1alpha1
                          group: ""
                          kind: profile
                          name: kanister-phase-k10-location-jtsmf
                          namespace: kasten-io
                          resource: ""
                  status:
                    actions:
                      - artifacts:
                          cloudObject:
                            keyValue:
                              backupLocation: "{{ .Phases.uploadSnapshot.Output.backupLocation }}"
                        blueprint: etcd-blueprint
                        deferPhase:
                          name: ""
                          state: ""
                        name: backup
                        object:
                          apiVersion: v1
                          group: ""
                          kind: ""
                          name: etcd-details
                          namespace: etcd-backup
                          resource: secrets
                        phases:
                          - name: takeSnapshot
                            state: failed
                          - name: uploadSnapshot
                            state: pending
                          - name: removeSnapshot
                            state: pending
                    error:
                      message: "Failed while waiting for Pod kanister-job-vrwdg to be ready: Pod did
                        not transition into running state.
                        Timeout:15m0s  Namespace:kasten-io,
                        Name:kanister-job-vrwdg: client rate limiter Wait
                        returned an error: rate: Wait(n=1) would exceed context
                        deadline"
                    progress:
                      lastTransitionTime: 2023-03-14T13:43:47Z
                      percentCompleted: "10.00"
                    state: failed
            file: kasten.io/k10/kio/kanister/operation.go:159
            function: kasten.io/k10/kio/kanister.(*Operation).WaitForActionSet
            linenumber: 159
            message: ActionSet Failed
          file: kasten.io/k10/kio/exec/phases/backup/snapshot_data_phase.go:917
          function: kasten.io/k10/kio/exec/phases/backup.RunKanisterSnapshotActions
          linenumber: 917
          message: Failed to create backup Kanister phase
        fields:
          - name: blueprint
            value: etcd-blueprint
        file: kasten.io/k10/kio/exec/phases/backup/snapshot_data_phase.go:562
        function: kasten.io/k10/kio/exec/phases/backup.snapshotNamespaceKanisterBlueprints
        linenumber: 562
        message: Failed to run Kanister snapshot actions
      file: kasten.io/k10/kio/exec/phases/backup/snapshot_data_phase.go:600
      function: kasten.io/k10/kio/exec/phases/backup.snapshotNamespace
      linenumber: 600
      message: Error performing backups for Kanister blueprints
    file: kasten.io/k10/kio/exec/phases/backup/snapshot_data_phase.go:407
    function: kasten.io/k10/kio/exec/phases/backup.processNonWorkloadArtifact
    linenumber: 407
    message: Failed snapshot for namespace
  message: Job failed to be executed


1 comment

Userlevel 2

[root@lxxxx-01 ~]# kubectl logs  kanister-job-wwqqv  -n kasten-io
Unable to use a TTY - input is not a terminal or the right kind of file
{"level":"info","ts":"2023-03-14T15:32:55.960Z","caller":"snapshot/v3_snapshot.go:65","msg":"created temporary db file","path":"/tmp/etcd-backup.db.part"}
{"level":"info","ts":"2023-03-14T15:32:55.963Z","logger":"client","caller":"v3/maintenance.go:211","msg":"opened snapshot stream; downloading"}
{"level":"info","ts":"2023-03-14T15:32:55.963Z","caller":"snapshot/v3_snapshot.go:73","msg":"fetching snapshot","endpoint":"https://192.168.40.21:2379"}
{"level":"info","ts":"2023-03-14T15:32:56.153Z","logger":"client","caller":"v3/maintenance.go:219","msg":"completed snapshot read; closing"}
{"level":"info","ts":"2023-03-14T15:32:56.161Z","caller":"snapshot/v3_snapshot.go:88","msg":"fetched snapshot","endpoint":"https://192.168.40.21:2379","size":"20 MB","took":"now"}
Error: could not rename /tmp/etcd-backup.db.part to /tmp/etcd-backup.db (rename /tmp/etcd-backup.db.part /tmp/etcd-backup.db: no such file or directory)
command terminated with exit code 5

Comment