Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
126 changes: 126 additions & 0 deletions controllers/common.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,126 @@
/*
Copyright 2023.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/

package controllers

import (
"context"
"fmt"

k8sapierrors "k8s.io/apimachinery/pkg/api/errors"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/apimachinery/pkg/types"
"sigs.k8s.io/controller-runtime/pkg/client"

bmh_v1alpha1 "github.com/metal3-io/baremetal-operator/apis/metal3.io/v1alpha1"
"github.com/sirupsen/logrus"

"github.com/openshift/image-based-install-operator/api/v1alpha1"
)

func getDataImage(ctx context.Context, c client.Client, namespace, name string) (*bmh_v1alpha1.DataImage, error) {
dataImage := &bmh_v1alpha1.DataImage{}
key := types.NamespacedName{Name: name, Namespace: namespace}
if err := c.Get(ctx, key, dataImage); err != nil {
return nil, err
}
return dataImage, nil
}

func deleteDataImage(ctx context.Context, c client.Client, log logrus.FieldLogger, dataImageRef types.NamespacedName) (*bmh_v1alpha1.DataImage, error) {
dataImage := &bmh_v1alpha1.DataImage{}
if err := c.Get(ctx, dataImageRef, dataImage); err != nil {
if k8sapierrors.IsNotFound(err) {
log.Infof("Can't find DataImage from BareMetalHost %s/%s, Nothing to remove", dataImageRef.Namespace, dataImageRef.Name)
return nil, nil
}
return nil, fmt.Errorf("failed to get DataImage %s/%s: %w", dataImageRef.Namespace, dataImageRef.Name, err)
}

log.Infof("Deleting DataImage %s/%s, deletion may take some time since a BMH restart is required", dataImageRef.Namespace, dataImageRef.Name)
if err := c.Delete(ctx, dataImage); err != nil {
return dataImage, err
}
return dataImage, nil
}

func removeBMHDataImage(ctx context.Context, c client.Client, log logrus.FieldLogger, bmhRef types.NamespacedName) (*bmh_v1alpha1.DataImage, error) {
dataImage, err := deleteDataImage(ctx, c, log, bmhRef)
if err != nil || dataImage == nil {
return dataImage, err
}

bmh := &bmh_v1alpha1.BareMetalHost{}
if err := c.Get(ctx, bmhRef, bmh); err != nil {
if k8sapierrors.IsNotFound(err) {
log.Warnf("Referenced BareMetalHost %s/%s does not exist, not waiting for dataImage deletion", bmhRef.Namespace, bmhRef.Name)
return nil, nil
}
return dataImage, fmt.Errorf("failed to get BareMetalHost %s/%s: %w", bmhRef.Namespace, bmhRef.Name, err)
}
return dataImage, attachAndRebootBMH(ctx, c, log, bmh)
Comment on lines +60 to +74

Copy link
Copy Markdown

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

🎯 Functional Correctness | 🟠 Major | ⚡ Quick win

Decouple detached-annotation cleanup from DataImage existence.

When deleteDataImage returns nil for an already-missing DataImage, Line 62 returns before fetching the BMH, so detachedAnnotation is never removed. That leaves the lifecycle-blocking annotation in exactly the already-cleaned-up/DataImage-missing case this PR should handle.

Possible fix direction
 	dataImage, err := deleteDataImage(ctx, c, log, bmhRef)
-	if err != nil || dataImage == nil {
+	if err != nil {
 		return dataImage, err
 	}
 
 	bmh := &bmh_v1alpha1.BareMetalHost{}

Then patch the BMH so detached removal always runs, while adding the reboot annotation only when a DataImage deletion was actually requested.

📝 Committable suggestion

‼️ IMPORTANT
Carefully review the code before committing. Ensure that it accurately replaces the highlighted code, contains no missing lines, and has no issues with indentation. Thoroughly test & benchmark the code to ensure it meets the requirements.

Suggested change
func removeBMHDataImage(ctx context.Context, c client.Client, log logrus.FieldLogger, bmhRef types.NamespacedName) (*bmh_v1alpha1.DataImage, error) {
dataImage, err := deleteDataImage(ctx, c, log, bmhRef)
if err != nil || dataImage == nil {
return dataImage, err
}
bmh := &bmh_v1alpha1.BareMetalHost{}
if err := c.Get(ctx, bmhRef, bmh); err != nil {
if k8sapierrors.IsNotFound(err) {
log.Warnf("Referenced BareMetalHost %s/%s does not exist, not waiting for dataImage deletion", bmhRef.Namespace, bmhRef.Name)
return nil, nil
}
return dataImage, fmt.Errorf("failed to get BareMetalHost %s/%s: %w", bmhRef.Namespace, bmhRef.Name, err)
}
return dataImage, attachAndRebootBMH(ctx, c, log, bmh)
func removeBMHDataImage(ctx context.Context, c client.Client, log logrus.FieldLogger, bmhRef types.NamespacedName) (*bmh_v1alpha1.DataImage, error) {
dataImage, err := deleteDataImage(ctx, c, log, bmhRef)
if err != nil {
return dataImage, err
}
bmh := &bmh_v1alpha1.BareMetalHost{}
if err := c.Get(ctx, bmhRef, bmh); err != nil {
if k8sapierrors.IsNotFound(err) {
log.Warnf("Referenced BareMetalHost %s/%s does not exist, not waiting for dataImage deletion", bmhRef.Namespace, bmhRef.Name)
return nil, nil
}
return dataImage, fmt.Errorf("failed to get BareMetalHost %s/%s: %w", bmhRef.Namespace, bmhRef.Name, err)
}
return dataImage, attachAndRebootBMH(ctx, c, log, bmh)
}
🤖 Prompt for AI Agents
Verify each finding against current code. Fix only still-valid issues, skip the
rest with a brief reason, keep changes minimal, and validate.

In `@controllers/common.go` around lines 60 - 74, In removeBMHDataImage, detached
annotation cleanup is skipped when deleteDataImage returns nil, so the
BareMetalHost is never fetched in the already-missing DataImage case. Update the
flow so the BareMetalHost lookup and detachedAnnotation removal always happen
after deleteDataImage, and only call attachAndRebootBMH when a DataImage
deletion was actually initiated and dataImage is non-nil. Use
removeBMHDataImage, deleteDataImage, and attachAndRebootBMH to locate the logic.

}

func attachAndRebootBMH(ctx context.Context, c client.Client, log logrus.FieldLogger, bmh *bmh_v1alpha1.BareMetalHost) error {
patch := client.MergeFrom(bmh.DeepCopy())
dirty := false
if annotationExists(&bmh.ObjectMeta, detachedAnnotation) {
log.Infof("Removing Detached annotation if exists on BareMetalHost %s/%s", bmh.Namespace, bmh.Name)
delete(bmh.ObjectMeta.Annotations, detachedAnnotation)
dirty = true
}

if setAnnotationIfNotExists(&bmh.ObjectMeta, rebootAnnotation, rebootAnnotationValue) {
log.Infof("Adding reboot annotation to BareMetalHost %s/%s", bmh.Namespace, bmh.Name)
dirty = true
}
if dirty {
return c.Patch(ctx, bmh, patch)
}
return nil
}

func getBMH(ctx context.Context, c client.Client, bmhRef *v1alpha1.BareMetalHostReference) (*bmh_v1alpha1.BareMetalHost, error) {
bmh := &bmh_v1alpha1.BareMetalHost{}
key := types.NamespacedName{
Name: bmhRef.Name,
Namespace: bmhRef.Namespace,
}
if err := c.Get(ctx, key, bmh); err != nil {
return nil, err
}

return bmh, nil
}

func setAnnotationIfNotExists(meta *metav1.ObjectMeta, key string, value string) bool {
if meta.Annotations == nil {
meta.Annotations = make(map[string]string)
}
if _, ok := meta.Annotations[key]; !ok {
meta.Annotations[key] = value
return true
}
return false
}

func annotationExists(meta *metav1.ObjectMeta, key string) bool {
if meta.Annotations == nil {
return false
}
_, ok := meta.Annotations[key]
return ok
}
110 changes: 6 additions & 104 deletions controllers/imageclusterinstall_controller.go
Original file line number Diff line number Diff line change
Expand Up @@ -292,7 +292,7 @@ func (r *ImageClusterInstallReconciler) validateConfiguration(
return nil, nil
}

bmh, err := r.getBMH(ctx, ici.Spec.BareMetalHostRef)
bmh, err := getBMH(ctx, r.Client, ici.Spec.BareMetalHostRef)
if err != nil {
cond.Message = fmt.Sprintf("failed to get BareMetalHost %s/%s", ici.Spec.BareMetalHostRef.Namespace, ici.Spec.BareMetalHostRef.Name)
log.Error(err)
Expand Down Expand Up @@ -702,16 +702,6 @@ func (r *ImageClusterInstallReconciler) addIndexforBaremetalHostRef(mgr ctrl.Man
return nil
}

func (r *ImageClusterInstallReconciler) getDataImage(ctx context.Context, namespace, name string) (*bmh_v1alpha1.DataImage, error) {
dataImage := bmh_v1alpha1.DataImage{}
key := client.ObjectKey{
Name: name,
Namespace: namespace,
}
err := r.Get(ctx, key, &dataImage)
return &dataImage, err
}

func isInspectionEnabled(bmh *bmh_v1alpha1.BareMetalHost) bool {
if bmh.ObjectMeta.Annotations != nil && bmh.ObjectMeta.Annotations[inspectAnnotation] != "disabled" {
return true
Expand Down Expand Up @@ -755,7 +745,7 @@ func (r *ImageClusterInstallReconciler) ensureBMHDataImage(
log logrus.FieldLogger,
bmh *bmh_v1alpha1.BareMetalHost,
url string) (*bmh_v1alpha1.DataImage, ctrl.Result, error) {
dataImage, err := r.getDataImage(ctx, bmh.Namespace, bmh.Name)
dataImage, err := getDataImage(ctx, r.Client, bmh.Namespace, bmh.Name)
if err == nil {
if !dataImage.ObjectMeta.DeletionTimestamp.IsZero() {
log.Errorf("dataImage %s/%s already exists but is being deleted, probably leftover from previous installation", bmh.Namespace, bmh.Name)
Expand Down Expand Up @@ -789,7 +779,7 @@ func (r *ImageClusterInstallReconciler) ensureBMHDataImage(
return dataImage, ctrl.Result{}, fmt.Errorf("failed to create dataImage due to %w", err)
}

dataImage, err = r.getDataImage(ctx, bmh.Namespace, bmh.Name)
dataImage, err = getDataImage(ctx, r.Client, bmh.Namespace, bmh.Name)
return dataImage, ctrl.Result{}, err
}

Expand All @@ -805,75 +795,6 @@ func (r *ImageClusterInstallReconciler) getCD(ctx context.Context, ici *v1alpha1
return clusterDeployment, nil
}

func (r *ImageClusterInstallReconciler) getBMH(ctx context.Context, bmhRef *v1alpha1.BareMetalHostReference) (*bmh_v1alpha1.BareMetalHost, error) {
bmh := &bmh_v1alpha1.BareMetalHost{}
key := types.NamespacedName{
Name: bmhRef.Name,
Namespace: bmhRef.Namespace,
}
if err := r.Get(ctx, key, bmh); err != nil {
return nil, err
}

return bmh, nil
}

func (r *ImageClusterInstallReconciler) removeBMHDataImage(ctx context.Context, log logrus.FieldLogger, bmhRef types.NamespacedName) (*bmh_v1alpha1.DataImage, error) {
dataImage, err := r.deleteDataImage(ctx, log, bmhRef)
if err != nil || dataImage == nil {
return dataImage, err
}

bmh := &bmh_v1alpha1.BareMetalHost{}
if err := r.Get(ctx, bmhRef, bmh); err != nil {
if k8sapierrors.IsNotFound(err) {
log.Warnf("Referenced BareMetalHost %s/%s does not exist, not waiting for dataImage deletion", bmhRef.Namespace, bmhRef.Name)
return nil, nil
} else {
return dataImage, fmt.Errorf("failed to get BareMetalHost %s/%s: %w", bmhRef.Namespace, bmhRef.Name, err)
}
}
return dataImage, r.attachAndRebootBMH(ctx, log, bmh)
}

func (r *ImageClusterInstallReconciler) attachAndRebootBMH(ctx context.Context, log logrus.FieldLogger, bmh *bmh_v1alpha1.BareMetalHost) error {
patch := client.MergeFrom(bmh.DeepCopy())
dirty := false
if annotationExists(&bmh.ObjectMeta, detachedAnnotation) {
log.Infof("Removing Detached annotation if exists on BareMetalHost %s/%s", bmh.Namespace, bmh.Name)
delete(bmh.ObjectMeta.Annotations, detachedAnnotation)
dirty = true
}

if setAnnotationIfNotExists(&bmh.ObjectMeta, rebootAnnotation, rebootAnnotationValue) {
log.Infof("Adding reboot annotation to BareMetalHost %s/%s", bmh.Namespace, bmh.Name)
dirty = true
}
if dirty {
return r.Patch(ctx, bmh, patch)

}
return nil
}

func (r *ImageClusterInstallReconciler) deleteDataImage(ctx context.Context, log logrus.FieldLogger, dataImageRef types.NamespacedName) (*bmh_v1alpha1.DataImage, error) {
dataImage := &bmh_v1alpha1.DataImage{}

if err := r.Get(ctx, dataImageRef, dataImage); err != nil {
if k8sapierrors.IsNotFound(err) {
log.Infof("Can't find DataImage from BareMetalHost %s/%s, Nothing to remove", dataImageRef.Namespace, dataImageRef.Name)
return nil, nil
}
return nil, fmt.Errorf("failed to get DataImage %s/%s: %w", dataImageRef.Namespace, dataImageRef.Name, err)
}

log.Infof("Deleting DataImage %s/%s, deletion may take some time since a BMH restart is required", dataImageRef.Namespace, dataImageRef.Name)
if err := r.Client.Delete(ctx, dataImage); err != nil {
return dataImage, err
}
return dataImage, nil
}

func setBackupLabel(obj client.Object) bool {
labels := obj.GetLabels()
if labels == nil {
Expand Down Expand Up @@ -915,7 +836,7 @@ func (r *ImageClusterInstallReconciler) labelSecretForBackup(ctx context.Context
}

func (r *ImageClusterInstallReconciler) labelBMHForBackup(ctx context.Context, bmhRef *v1alpha1.BareMetalHostReference) error {
bmh, err := r.getBMH(ctx, bmhRef)
bmh, err := getBMH(ctx, r.Client, bmhRef)
if err != nil {
return err
}
Expand All @@ -928,7 +849,7 @@ func (r *ImageClusterInstallReconciler) labelBMHForBackup(ctx context.Context, b
}

func (r *ImageClusterInstallReconciler) labelDataImageForBackup(ctx context.Context, bmhRef *v1alpha1.BareMetalHostReference) error {
dataImage, err := r.getDataImage(ctx, bmhRef.Namespace, bmhRef.Name)
dataImage, err := getDataImage(ctx, r.Client, bmhRef.Namespace, bmhRef.Name)
if err != nil {
return err
}
Expand Down Expand Up @@ -1418,7 +1339,7 @@ func (r *ImageClusterInstallReconciler) handleFinalizer(ctx context.Context, log
Namespace: ici.Spec.BareMetalHostRef.Namespace,
}

dataImage, err := r.removeBMHDataImage(ctx, log, key)
dataImage, err := removeBMHDataImage(ctx, r.Client, log, key)
if err != nil {
return ctrl.Result{}, true, fmt.Errorf("failed to delete DataImage %s/%s: %w", key.Namespace, key.Name, err)
}
Expand Down Expand Up @@ -1476,25 +1397,6 @@ func (r *ImageClusterInstallReconciler) writeIBIOStartTimeCM(filePath string) er
return nil
}

func setAnnotationIfNotExists(meta *metav1.ObjectMeta, key string, value string) bool {
if meta.Annotations == nil {
meta.Annotations = make(map[string]string)
}
if _, ok := meta.Annotations[key]; !ok {
meta.Annotations[key] = value
return true
}
return false
}

func annotationExists(meta *metav1.ObjectMeta, key string) bool {
if meta.Annotations == nil {
return false
}
_, ok := meta.Annotations[key]
return ok
}

func ipInCidr(ipAddr, cidr string) (bool, error) {
_, ipNet, err := net.ParseCIDR(cidr)
if err != nil {
Expand Down
Loading