chore: add our previous go control-plane

Adding this back before the repository is archived.

Signed-off-by: Shane Utt <shaneutt@linux.com>

Author: shaneutt

old-golang-control-plane/controllers/dataplane_controller.go

@@ -0,0 +1,172 @@
+package controllers
+
+import (
+	"context"
+	"fmt"
+
+	appsv1 "k8s.io/api/apps/v1"
+	corev1 "k8s.io/api/core/v1"
+	"k8s.io/apimachinery/pkg/api/errors"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+	"k8s.io/apimachinery/pkg/runtime"
+	"k8s.io/apimachinery/pkg/types"
+	ctrl "sigs.k8s.io/controller-runtime"
+	"sigs.k8s.io/controller-runtime/pkg/builder"
+	"sigs.k8s.io/controller-runtime/pkg/client"
+	"sigs.k8s.io/controller-runtime/pkg/event"
+	"sigs.k8s.io/controller-runtime/pkg/log"
+	"sigs.k8s.io/controller-runtime/pkg/predicate"
+
+	dataplane "github.com/kubernetes-sigs/blixt/internal/dataplane/client"
+	"github.com/kubernetes-sigs/blixt/pkg/vars"
+)
+
+//+kubebuilder:rbac:groups=gateway.networking.k8s.io,resources=gateways,verbs=get;list;watch;create;update;patch;delete
+//+kubebuilder:rbac:groups=gateway.networking.k8s.io,resources=gateways/status,verbs=get;update;patch
+//+kubebuilder:rbac:groups=gateway.networking.k8s.io,resources=gateways/finalizers,verbs=update
+
+//+kubebuilder:rbac:groups=core,resources=services,verbs=get;list;watch;create;update;patch;delete
+//+kubebuilder:rbac:groups=core,resources=services/status,verbs=get
+
+//+kubebuilder:rbac:groups=core,resources=endpoints,verbs=get;list;watch;create;update;patch;delete
+//+kubebuilder:rbac:groups=core,resources=endpoints/status,verbs=get
+
+// DataplaneReconciler reconciles the dataplane pods.
+type DataplaneReconciler struct {
+	client.Client
+	scheme *runtime.Scheme
+
+	backendsClientManager *dataplane.BackendsClientManager
+
+	updates chan event.GenericEvent
+}
+
+func NewDataplaneReconciler(client client.Client, schema *runtime.Scheme, manager *dataplane.BackendsClientManager) *DataplaneReconciler {
+	return &DataplaneReconciler{
+		Client:                client,
+		scheme:                schema,
+		backendsClientManager: manager,
+		updates:               make(chan event.GenericEvent, 1),
+	}
+}
+
+var (
+	podOwnerKey = ".metadata.controller"
+	apiGVStr    = appsv1.SchemeGroupVersion.String()
+)
+
+// SetupWithManager loads the controller into the provided controller manager.
+func (r *DataplaneReconciler) SetupWithManager(mgr ctrl.Manager) error {
+
+	// In order to allow our reconciler to quickly look up Pods by their owner, we’ll
+	// need an index. We declare an index key that we can later use with the client
+	// as a pseudo-field name, and then describe how to extract the indexed value from
+	// the Pod object. The indexer will automatically take care of namespaces for us,
+	// so we just have to extract the owner name if the Pod has a DaemonSet owner.
+	if err := mgr.GetFieldIndexer().IndexField(context.Background(), &corev1.Pod{}, podOwnerKey, func(rawObj client.Object) []string {
+		// grab the pod object, extract the owner...
+		pod := rawObj.(*corev1.Pod)
+		owner := metav1.GetControllerOf(pod)
+		if owner == nil {
+			return nil
+		}
+		// ...make sure it's a DaemonSet...
+		if owner.APIVersion != apiGVStr || owner.Kind != "DaemonSet" {
+			return nil
+		}
+
+		// ...and if so, return it
+		return []string{owner.Name}
+	}); err != nil {
+		return err
+	}
+
+	return ctrl.NewControllerManagedBy(mgr).
+		For(&appsv1.DaemonSet{},
+			builder.WithPredicates(predicate.NewPredicateFuncs(r.daemonsetHasMatchingAnnotations)),
+		).
+		WithEventFilter(predicate.Funcs{
+			UpdateFunc: func(e event.UpdateEvent) bool {
+				return true
+			},
+		}).
+		Complete(r)
+}
+
+func (r *DataplaneReconciler) daemonsetHasMatchingAnnotations(obj client.Object) bool {
+	log := log.FromContext(context.Background())
+
+	daemonset, ok := obj.(*appsv1.DaemonSet)
+	if !ok {
+		log.Error(fmt.Errorf("received unexpected type in daemonset watch predicates: %T", obj), "THIS SHOULD NEVER HAPPEN!")
+		return false
+	}
+
+	// determine if this is a blixt daemonset
+	matchLabels := daemonset.Spec.Selector.MatchLabels
+	app, ok := matchLabels["app"]
+	if !ok || app != vars.DefaultDataPlaneAppLabel {
+		return false
+	}
+
+	// verify that it's the dataplane daemonset
+	component, ok := matchLabels["component"]
+	if !ok || component != vars.DefaultDataPlaneComponentLabel {
+		return false
+	}
+
+	return true
+}
+
+// Reconcile provisions (and de-provisions) resources relevant to this controller.
+func (r *DataplaneReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error) {
+	logger := log.FromContext(ctx)
+
+	ds := new(appsv1.DaemonSet)
+	if err := r.Client.Get(ctx, req.NamespacedName, ds); err != nil {
+		if errors.IsNotFound(err) {
+			logger.Info("DataplaneReconciler", "reconcile status", "object enqueued no longer exists, skipping")
+			return ctrl.Result{}, nil
+		}
+		return ctrl.Result{}, err
+	}
+
+	var childPods corev1.PodList
+	if err := r.List(ctx, &childPods, client.InNamespace(req.Namespace), client.MatchingFields{podOwnerKey: req.Name}); err != nil {
+		logger.Error(err, "DataplaneReconciler", "reconcile status", "unable to list child pods")
+		return ctrl.Result{}, err
+	}
+
+	readyPodByNN := make(map[types.NamespacedName]corev1.Pod)
+	for _, pod := range childPods.Items {
+		for _, container := range pod.Status.ContainerStatuses {
+			if container.Name == vars.DefaultDataPlaneComponentLabel && container.Ready {
+				key := types.NamespacedName{Namespace: pod.Namespace, Name: pod.Name}
+				readyPodByNN[key] = pod
+			}
+		}
+	}
+
+	logger.Info("DataplaneReconciler", "reconcile status", "setting updated backends client list", "num ready pods", len(readyPodByNN))
+	updated, err := r.backendsClientManager.SetClientsList(readyPodByNN)
+	if updated {
+		logger.Info("DataplaneReconciler", "reconcile status", "backends client list updated, sending generic event")
+		select {
+		case r.updates <- event.GenericEvent{Object: ds}:
+			logger.Info("DataplaneReconciler", "reconcile status", "generic event sent")
+		default:
+			logger.Info("DataplaneReconciler", "reconcile status", "generic event skipped - channel is full")
+		}
+	}
+	if err != nil {
+		logger.Error(err, "DataplaneReconciler", "reconcile status", "partial failure for backends client list update")
+		return ctrl.Result{Requeue: true}, err
+	}
+
+	logger.Info("DataplaneReconciler", "reconcile status", "done")
+	return ctrl.Result{}, nil
+}
+
+func (r *DataplaneReconciler) GetUpdates() <-chan event.GenericEvent {
+	return r.updates
+}

old-golang-control-plane/controllers/docs.go

@@ -0,0 +1,20 @@
+/*
+Copyright 2023 The Kubernetes Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+// Package controllers contains the controllers which manage the lifecycle of
+// the resources relevant to the operator, such as DataPlanes and ControlPlane
+// resources.
+package controllers

old-golang-control-plane/controllers/gateway_controller.go

@@ -0,0 +1,201 @@
+/*
+Copyright 2023 The Kubernetes Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package controllers
+
+import (
+	"context"
+	"fmt"
+	"reflect"
+	"strings"
+	"time"
+
+	"github.com/go-logr/logr"
+	"github.com/kubernetes-sigs/blixt/pkg/vars"
+	corev1 "k8s.io/api/core/v1"
+	"k8s.io/apimachinery/pkg/api/errors"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+	"k8s.io/apimachinery/pkg/runtime"
+	"k8s.io/apimachinery/pkg/types"
+	ctrl "sigs.k8s.io/controller-runtime"
+	"sigs.k8s.io/controller-runtime/pkg/builder"
+	"sigs.k8s.io/controller-runtime/pkg/client"
+	"sigs.k8s.io/controller-runtime/pkg/handler"
+	"sigs.k8s.io/controller-runtime/pkg/log"
+	"sigs.k8s.io/controller-runtime/pkg/predicate"
+	gatewayv1beta1 "sigs.k8s.io/gateway-api/apis/v1beta1"
+)
+
+//+kubebuilder:rbac:groups=gateway.networking.k8s.io,resources=gateways,verbs=get;list;watch;create;update;patch;delete
+//+kubebuilder:rbac:groups=gateway.networking.k8s.io,resources=gateways/status,verbs=get;update;patch
+//+kubebuilder:rbac:groups=gateway.networking.k8s.io,resources=gateways/finalizers,verbs=update
+
+//+kubebuilder:rbac:groups=core,resources=services,verbs=get;list;watch;create;update;patch;delete
+//+kubebuilder:rbac:groups=core,resources=services/status,verbs=get
+
+//+kubebuilder:rbac:groups=core,resources=endpoints,verbs=get;list;watch;create;update;patch;delete
+//+kubebuilder:rbac:groups=core,resources=endpoints/status,verbs=get
+
+//+kubebuilder:rbac:groups=core,resources=events,verbs=get;list;watch
+
+const gatewayServiceLabel = "blixt.gateway.networking.k8s.io/owned-by-gateway"
+
+// GatewayReconciler reconciles a Gateway object
+type GatewayReconciler struct {
+	client.Client
+	Scheme *runtime.Scheme
+	Log    logr.Logger
+}
+
+// SetupWithManager loads the controller into the provided controller manager.
+func (r *GatewayReconciler) SetupWithManager(mgr ctrl.Manager) error {
+	r.Log = log.FromContext(context.Background())
+
+	return ctrl.NewControllerManagedBy(mgr).
+		For(&gatewayv1beta1.Gateway{},
+			builder.WithPredicates(predicate.NewPredicateFuncs(r.gatewayHasMatchingGatewayClass)),
+		).
+		Watches(
+			&corev1.Service{},
+			handler.EnqueueRequestsFromMapFunc(mapServiceToGateway),
+		).
+		Watches(
+			&gatewayv1beta1.GatewayClass{},
+			handler.EnqueueRequestsFromMapFunc(r.mapGatewayClassToGateway),
+		).
+		Complete(r)
+}
+
+func (r *GatewayReconciler) gatewayHasMatchingGatewayClass(obj client.Object) bool {
+	gateway, ok := obj.(*gatewayv1beta1.Gateway)
+	if !ok {
+		r.Log.Error(fmt.Errorf("unexpected object type in gateway watch predicates"), "expected", "*gatewayv1beta1.Gateway", "found", reflect.TypeOf(obj))
+		return false
+	}
+
+	gatewayClass := &gatewayv1beta1.GatewayClass{}
+	if err := r.Client.Get(context.Background(), client.ObjectKey{Name: string(gateway.Spec.GatewayClassName)}, gatewayClass); err != nil {
+		if errors.IsNotFound(err) {
+			return false
+		}
+		r.Log.Error(err, "couldn't retrieve gatewayclass for unknown reason, enqueing gateway anyway to avoid miss", "gatewayclass", gateway.Spec.GatewayClassName)
+		return true
+	}
+
+	return gatewayClass.Spec.ControllerName == vars.GatewayClassControllerName
+}
+
+// Reconcile provisions (and de-provisions) resources relevant to this controller.
+// TODO: this whole thing needs a rewrite
+func (r *GatewayReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error) {
+	log := log.FromContext(ctx)
+
+	gateway := new(gatewayv1beta1.Gateway)
+	if err := r.Client.Get(ctx, req.NamespacedName, gateway); err != nil {
+		if errors.IsNotFound(err) {
+			log.Info("object enqueued no longer exists, skipping")
+			return ctrl.Result{}, nil
+		}
+		return ctrl.Result{}, err
+	}
+
+	gatewayClass := new(gatewayv1beta1.GatewayClass)
+	if err := r.Client.Get(ctx, types.NamespacedName{Name: string(gateway.Spec.GatewayClassName)}, gatewayClass); err != nil {
+		if errors.IsNotFound(err) {
+			return ctrl.Result{}, nil
+		}
+		return ctrl.Result{}, err
+	}
+
+	if gatewayClass.Spec.ControllerName != vars.GatewayClassControllerName {
+		return ctrl.Result{}, nil
+	}
+
+	log.Info("found a supported Gateway, determining whether the gateway has been accepted")
+	oldGateway := gateway.DeepCopy()
+	if !isGatewayAccepted(gateway) {
+		log.Info("gateway not yet accepted")
+		setGatewayListenerStatus(gateway)
+		setGatewayStatus(gateway)
+		updateConditionGeneration(gateway)
+		return ctrl.Result{}, r.Status().Patch(ctx, gateway, client.MergeFrom(oldGateway))
+	}
+
+	log.Info("checking for Service for Gateway")
+	svc, err := r.getServiceForGateway(ctx, gateway)
+	if err != nil {
+		return ctrl.Result{}, err
+	}
+	if svc == nil {
+		log.Info("creating Service for Gateway")
+		return ctrl.Result{}, r.createServiceForGateway(ctx, gateway) // service creation will requeue gateway
+	}
+
+	log.Info("checking Service configuration")
+	needsUpdate, err := r.ensureServiceConfiguration(ctx, svc, gateway)
+	if err != nil {
+		return ctrl.Result{}, err
+	}
+	if needsUpdate {
+		return ctrl.Result{}, r.Client.Update(ctx, svc)
+	}
+
+	log.Info("checking Service status", "namespace", svc.Namespace, "name", svc.Name)
+	switch t := svc.Spec.Type; t {
+	case corev1.ServiceTypeLoadBalancer:
+		if err := r.svcIsHealthy(ctx, svc); err != nil {
+			// TODO: only handles metallb right now https://github.com/kubernetes-sigs/blixt/issues/96
+			if strings.Contains(err.Error(), "Failed to allocate IP") {
+				r.Log.Info("failed to allocate IP for Gateway", gateway.Namespace, gateway.Name)
+				setCond(gateway, metav1.Condition{
+					Type:               string(gatewayv1beta1.GatewayConditionProgrammed),
+					ObservedGeneration: gateway.Generation,
+					Status:             metav1.ConditionFalse,
+					LastTransitionTime: metav1.Now(),
+					Reason:             string(gatewayv1beta1.GatewayReasonAddressNotUsable),
+					Message:            err.Error(),
+				})
+				updateConditionGeneration(gateway)
+				return ctrl.Result{Requeue: true}, r.Status().Patch(ctx, gateway, client.MergeFrom(oldGateway))
+			}
+			return ctrl.Result{}, err
+		}
+
+		if svc.Spec.ClusterIP == "" || len(svc.Status.LoadBalancer.Ingress) < 1 {
+			log.Info("waiting for Service to be ready")
+			return ctrl.Result{RequeueAfter: time.Second}, nil
+		}
+	default:
+		return ctrl.Result{}, fmt.Errorf("found unsupported Service type: %s (only LoadBalancer type is currently supported)", t)
+	}
+
+	// hack for metallb - https://github.com/metallb/metallb/issues/1640
+	// no need to enforce the gateway status here, as this endpoint is not reconciled by the controller
+	// and no reconciliation loop is triggered upon its change or deletion.
+	created, err := r.hackEnsureEndpoints(ctx, svc)
+	if err != nil {
+		return ctrl.Result{}, err
+	}
+	if created {
+		return ctrl.Result{Requeue: true}, nil
+	}
+
+	log.Info("Service is ready, setting Gateway as programmed")
+	setGatewayStatusAddresses(gateway, svc)
+	setGatewayListenerConditionsAndProgrammed(gateway)
+	updateConditionGeneration(gateway)
+	return ctrl.Result{}, r.Status().Patch(ctx, gateway, client.MergeFrom(oldGateway))
+}