-
Notifications
You must be signed in to change notification settings - Fork 2.6k
/
version.go
137 lines (117 loc) · 5.56 KB
/
version.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
/*
Copyright 2018 The Rook Authors. All rights reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package controller
import (
"context"
"fmt"
"time"
"github.com/pkg/errors"
cephv1 "github.com/rook/rook/pkg/apis/ceph.rook.io/v1"
"github.com/rook/rook/pkg/clusterd"
"github.com/rook/rook/pkg/daemon/ceph/client"
cephclient "github.com/rook/rook/pkg/daemon/ceph/client"
"github.com/rook/rook/pkg/operator/ceph/config"
"github.com/rook/rook/pkg/operator/ceph/version"
cephver "github.com/rook/rook/pkg/operator/ceph/version"
"github.com/rook/rook/pkg/operator/k8sutil"
"github.com/rook/rook/pkg/operator/k8sutil/cmdreporter"
"k8s.io/client-go/kubernetes"
)
const detectCephVersionTimeout = 15 * time.Minute
// ValidateCephVersionsBetweenLocalAndExternalClusters makes sure an external cluster can be connected
// by checking the external ceph versions available and comparing it with the local image provided
func ValidateCephVersionsBetweenLocalAndExternalClusters(context *clusterd.Context, clusterInfo *client.ClusterInfo) (cephver.CephVersion, error) {
// health check should tell us if the external cluster has been upgraded and display a message
externalVersion, err := client.GetCephMonVersion(context, clusterInfo)
if err != nil {
return cephver.CephVersion{}, errors.Wrap(err, "failed to get ceph mon version")
}
return *externalVersion, cephver.ValidateCephVersionsBetweenLocalAndExternalClusters(clusterInfo.CephVersion, *externalVersion)
}
// GetImageVersion returns the CephVersion registered for a specified image (if any) and whether any image was found.
func GetImageVersion(cephCluster cephv1.CephCluster) (*cephver.CephVersion, error) {
// If the Ceph cluster has not yet recorded the image and version for the current image in its spec, then the Crash
// controller should wait for the version to be detected.
if cephCluster.Status.CephVersion != nil && cephCluster.Spec.CephVersion.Image == cephCluster.Status.CephVersion.Image {
logger.Debugf("ceph version found %q", cephCluster.Status.CephVersion.Version)
return ExtractCephVersionFromLabel(cephCluster.Status.CephVersion.Version)
}
return nil, errors.New("attempt to determine ceph version for the current cluster image timed out")
}
// DetectCephVersion loads the ceph version from the image and checks that it meets the version requirements to
// run in the cluster
func DetectCephVersion(ctx context.Context, rookImage, namespace, jobName string, ownerInfo *k8sutil.OwnerInfo, clientset kubernetes.Interface, cephClusterSpec *cephv1.ClusterSpec) (*version.CephVersion, error) {
cephImage := cephClusterSpec.CephVersion.Image
logger.Infof("detecting the ceph image version for image %s...", cephImage)
versionReporter, err := cmdreporter.New(
clientset,
ownerInfo,
jobName,
jobName,
namespace,
[]string{"ceph"},
[]string{"--version"},
rookImage,
cephImage,
)
if err != nil {
return nil, errors.Wrap(err, "failed to set up ceph version job")
}
job := versionReporter.Job()
job.Spec.Template.Spec.ServiceAccountName = "rook-ceph-cmd-reporter"
// Apply the same placement for the ceph version detection as the mon daemons except for PodAntiAffinity
cephv1.GetMonPlacement(cephClusterSpec.Placement).ApplyToPodSpec(&job.Spec.Template.Spec)
job.Spec.Template.Spec.Affinity.PodAntiAffinity = nil
stdout, stderr, retcode, err := versionReporter.Run(ctx, detectCephVersionTimeout)
if err != nil {
return nil, errors.Wrap(err, "failed to complete ceph version job")
}
if retcode != 0 {
return nil, errors.Errorf(`ceph version job returned failure with retcode %d. `+
`stdout: %s. `+
`stderr: %s`,
retcode,
stdout,
stderr,
)
}
version, err := cephver.ExtractCephVersion(stdout)
if err != nil {
return nil, errors.Wrap(err, "failed to extract ceph version")
}
logger.Infof("detected ceph image version: %q", version)
return version, nil
}
func CurrentAndDesiredCephVersion(ctx context.Context, rookImage, namespace, jobName string, ownerInfo *k8sutil.OwnerInfo, context *clusterd.Context, cephClusterSpec *cephv1.ClusterSpec, clusterInfo *cephclient.ClusterInfo) (*version.CephVersion, *version.CephVersion, error) {
// Detect desired CephCluster version
desiredCephVersion, err := DetectCephVersion(ctx, rookImage, namespace, fmt.Sprintf("%s-detect-version", jobName), ownerInfo, context.Clientset, cephClusterSpec)
if err != nil {
return nil, nil, errors.Wrap(err, "failed to detect ceph image version")
}
// Check the ceph version of the running monitors
runningMonDaemonVersion, err := client.LeastUptodateDaemonVersion(context, clusterInfo, config.MonType)
if err != nil {
return nil, nil, errors.Wrapf(err, "failed to retrieve current ceph %q version", config.MonType)
}
return desiredCephVersion, &runningMonDaemonVersion, nil
}
func ErrorCephUpgradingRequeue(runningCephVersion, desiredCephVersion *version.CephVersion) error {
return errors.Errorf(`waiting for ceph monitors upgrade to finish. `+
`current version: %s. `+
`expected version: %s. `+
`will reconcile again in %s`,
runningCephVersion.String(),
desiredCephVersion.String(),
WaitForRequeueIfCephClusterIsUpgrading.RequeueAfter.String(),
)
}