Resolve files with duplicate content, add tests

Signed-off-by: Danil-Grigorev <[email protected]>

api/v1alpha2/provider_types.go

@@ -210,20 +210,18 @@ type ContainerSpec struct {
 }
 
 // FetchConfiguration determines the way to fetch the components and metadata for the provider.
+// +kubebuilder:validation:XValidation:rule="[has(self.oci), has(self.url), has(self.selector)].exists_one(x,x)", message="Must specify one and only one of {oci, url, selector}"
 type FetchConfiguration struct {
+	// OCI configurations to be used for fetching the provider’s components and metadata from an OCI artifact.
+	OCIConfiguration `json:",inline"`
+
 	// URL to be used for fetching the provider’s components and metadata from a remote Github repository.
 	// For example, https://github.com/{owner}/{repository}/releases
 	// You must set `providerSpec.Version` field for operator to pick up
 	// desired version of the release from GitHub.
 	// +optional
 	URL string `json:"url,omitempty"`
 
-	// OCI to be used for fetching the provider’s components and metadata from an OCI artifact.
-	// You must set `providerSpec.Version` field for operator to pick up desired version of the release from GitHub.
-	// If the providerSpec.Version is missing, latest provider version from clusterctl defaults is used.
-	// +optional
-	OCI string `json:"oci,omitempty"`
-
 	// Selector to be used for fetching provider’s components and metadata from
 	// ConfigMaps stored inside the cluster. Each ConfigMap is expected to contain
 	// components and metadata for a specific version only.
@@ -233,6 +231,14 @@ type FetchConfiguration struct {
 	Selector *metav1.LabelSelector `json:"selector,omitempty"`
 }
 
+type OCIConfiguration struct {
+	// OCI to be used for fetching the provider’s components and metadata from an OCI artifact.
+	// You must set `providerSpec.Version` field for operator to pick up desired version of the release from GitHub.
+	// If the providerSpec.Version is missing, latest provider version from clusterctl defaults is used.
+	// +optional
+	OCI string `json:"oci,omitempty"`
+}
+
 // ProviderStatus defines the observed state of the Provider.
 type ProviderStatus struct {
 	// Contract will contain the core provider contract that the provider is

cmd/plugin/cmd/init.go

@@ -453,6 +453,7 @@ func deployCAPIOperator(ctx context.Context, opts *initOptions) error {
 	return nil
 }
 
+// templateGenericProvider prepares the provider manifest based on provided provider string.
 func templateGenericProvider(providerType clusterctlv1.ProviderType, providerInput, defaultNamespace, configSecretName, configSecretNamespace string) (operatorv1.GenericProvider, error) {
 	// Parse the provider string
 	// Format is <provider-name>:<optional-namespace>:<optional-version>

cmd/plugin/cmd/init_test.go

@@ -265,7 +265,6 @@ func TestInitProviders(t *testing.T) {
 			opts: &initOptions{
 				coreProvider: "cluster-api:capi-system:v1.8.0",
 				infrastructureProviders: []string{
-					"cluster-api:capi-system:v1.8.0",
 					"aws:capa-operator-system",
 					"docker:capd-operator-system",
 				},

cmd/plugin/cmd/preload.go

@@ -24,8 +24,6 @@ import (
 
 	"github.com/spf13/cobra"
 	corev1 "k8s.io/api/core/v1"
-	apierrors "k8s.io/apimachinery/pkg/api/errors"
-	"k8s.io/apimachinery/pkg/api/meta"
 	kerrors "k8s.io/apimachinery/pkg/util/errors"
 	"oras.land/oras-go/v2/registry/remote/auth"
 	operatorv1 "sigs.k8s.io/cluster-api-operator/api/v1alpha2"
@@ -207,30 +205,18 @@ func runPreLoad() error {
 		configMaps = append(configMaps, configMap)
 	}
 
-	errors := []error{}
-
-	if !loadOpts.existing {
-		for _, cm := range configMaps {
-			out, err := yaml.Marshal(cm)
-			if err != nil {
-				return fmt.Errorf("cannot serialize provider config map: %w", err)
-			}
-
-			fmt.Printf("---\n%s", string(out))
+	if loadOpts.existing {
+		client, err := CreateKubeClient(loadOpts.kubeconfig, "")
+		if err != nil {
+			return fmt.Errorf("cannot create a client: %w", err)
 		}
 
-		return nil
-	}
-
-	client, err := CreateKubeClient(loadOpts.kubeconfig, "")
-	if err != nil {
-		return fmt.Errorf("cannot create a client: %w", err)
-	}
+		existing, err := preloadExisting(ctx, client)
+		if err != nil {
+			return err
+		}
 
-	for _, list := range operatorv1.ProviderLists {
-		maps, err := fetchProviders(ctx, client, list.(genericProviderList))
-		configMaps = append(configMaps, maps...)
-		errors = append(errors, err)
+		configMaps = append(configMaps, existing...)
 	}
 
 	for _, cm := range configMaps {
@@ -242,15 +228,41 @@ func runPreLoad() error {
 		fmt.Printf("---\n%s", string(out))
 	}
 
-	return kerrors.NewAggregate(errors)
+	return nil
+}
+
+// preloadExisting uses existing cluster kubeconfig to list providers and create configmaps with components for each provider.
+func preloadExisting(ctx context.Context, cl client.Client) ([]*corev1.ConfigMap, error) {
+	errors := []error{}
+	configMaps := []*corev1.ConfigMap{}
+
+	for _, list := range operatorv1.ProviderLists {
+		list, ok := list.(genericProviderList)
+		if !ok {
+			log.V(5).Info("Expected to get GenericProviderList")
+			continue
+		}
+
+		list, ok = list.DeepCopyObject().(genericProviderList)
+		if !ok {
+			log.V(5).Info("Expected to get GenericProviderList")
+			continue
+		}
+
+		maps, err := fetchProviders(ctx, cl, list)
+		configMaps = append(configMaps, maps...)
+		errors = append(errors, err)
+	}
+
+	return configMaps, kerrors.NewAggregate(errors)
 }
 
 func fetchProviders(ctx context.Context, cl client.Client, providerList genericProviderList) ([]*corev1.ConfigMap, error) {
 	configMaps := []*corev1.ConfigMap{}
 
-	if err := cl.List(ctx, providerList, client.InNamespace("")); meta.IsNoMatchError(err) || apierrors.IsNotFound(err) {
-		return configMaps, nil
-	} else if err != nil {
+	if err := retryWithExponentialBackoff(ctx, newReadBackoff(), func(ctx context.Context) error {
+		return cl.List(ctx, providerList, client.InNamespace(""))
+	}); err != nil {
 		log.Error(err, fmt.Sprintf("Unable to list providers, %#v", err))
 
 		return configMaps, err
@@ -285,9 +297,10 @@ func templateConfigMap(ctx context.Context, providerType clusterctlv1.ProviderTy
 
 	spec := provider.GetSpec()
 	spec.FetchConfig = &operatorv1.FetchConfiguration{
-		OCI: url,
+		OCIConfiguration: operatorv1.OCIConfiguration{
+			OCI: url,
+		},
 	}
-
 	provider.SetSpec(spec)
 
 	if spec.Version != "" {