236 lines
7.6 KiB
Go
236 lines
7.6 KiB
Go
/*
|
|
Copyright 2024 The Cozystack Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package apiserver
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"time"
|
|
|
|
helmv2 "github.com/fluxcd/helm-controller/api/v2"
|
|
corev1 "k8s.io/api/core/v1"
|
|
rbacv1 "k8s.io/api/rbac/v1"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/runtime"
|
|
"k8s.io/apimachinery/pkg/runtime/schema"
|
|
"k8s.io/apimachinery/pkg/runtime/serializer"
|
|
"k8s.io/apiserver/pkg/registry/rest"
|
|
genericapiserver "k8s.io/apiserver/pkg/server"
|
|
"k8s.io/klog/v2"
|
|
ctrl "sigs.k8s.io/controller-runtime"
|
|
"sigs.k8s.io/controller-runtime/pkg/cache"
|
|
"sigs.k8s.io/controller-runtime/pkg/client"
|
|
"sigs.k8s.io/controller-runtime/pkg/log/zap"
|
|
|
|
"github.com/cozystack/cozystack/pkg/apis/apps"
|
|
appsinstall "github.com/cozystack/cozystack/pkg/apis/apps/install"
|
|
"github.com/cozystack/cozystack/pkg/apis/core"
|
|
coreinstall "github.com/cozystack/cozystack/pkg/apis/core/install"
|
|
"github.com/cozystack/cozystack/pkg/config"
|
|
cozyregistry "github.com/cozystack/cozystack/pkg/registry"
|
|
applicationstorage "github.com/cozystack/cozystack/pkg/registry/apps/application"
|
|
tenantmodulestorage "github.com/cozystack/cozystack/pkg/registry/core/tenantmodule"
|
|
tenantnamespacestorage "github.com/cozystack/cozystack/pkg/registry/core/tenantnamespace"
|
|
tenantsecretstorage "github.com/cozystack/cozystack/pkg/registry/core/tenantsecret"
|
|
)
|
|
|
|
var (
|
|
// Scheme defines methods for serializing and deserializing API objects.
|
|
Scheme = runtime.NewScheme()
|
|
mgrScheme = runtime.NewScheme()
|
|
// Codecs provides methods for retrieving codecs and serializers for specific
|
|
// versions and content types.
|
|
Codecs = serializer.NewCodecFactory(Scheme)
|
|
CozyComponentName = "cozy"
|
|
syncPeriod = 5 * time.Minute
|
|
)
|
|
|
|
func init() {
|
|
ctrl.SetLogger(zap.New(zap.UseFlagOptions(&zap.Options{
|
|
Development: true,
|
|
// any other zap.Options tweaks
|
|
})))
|
|
klog.SetLogger(ctrl.Log.WithName("klog"))
|
|
appsinstall.Install(Scheme)
|
|
coreinstall.Install(Scheme)
|
|
|
|
// Register HelmRelease types.
|
|
if err := helmv2.AddToScheme(mgrScheme); err != nil {
|
|
panic(fmt.Errorf("Failed to add HelmRelease types to scheme: %w", err))
|
|
}
|
|
|
|
if err := corev1.AddToScheme(mgrScheme); err != nil {
|
|
panic(fmt.Errorf("Failed to add core types to scheme: %w", err))
|
|
}
|
|
if err := rbacv1.AddToScheme(mgrScheme); err != nil {
|
|
panic(fmt.Errorf("Failed to add RBAC types to scheme: %w", err))
|
|
}
|
|
// Add unversioned types.
|
|
metav1.AddToGroupVersion(Scheme, schema.GroupVersion{Version: "v1"})
|
|
|
|
// Add unversioned types.
|
|
unversioned := schema.GroupVersion{Group: "", Version: "v1"}
|
|
Scheme.AddUnversionedTypes(unversioned,
|
|
&metav1.Status{},
|
|
&metav1.APIVersions{},
|
|
&metav1.APIGroupList{},
|
|
&metav1.APIGroup{},
|
|
&metav1.APIResourceList{},
|
|
)
|
|
}
|
|
|
|
// Config defines the configuration for the apiserver.
|
|
type Config struct {
|
|
GenericConfig *genericapiserver.RecommendedConfig
|
|
ResourceConfig *config.ResourceConfig
|
|
}
|
|
|
|
// CozyServer holds the state for the Kubernetes master/api server.
|
|
type CozyServer struct {
|
|
GenericAPIServer *genericapiserver.GenericAPIServer
|
|
}
|
|
|
|
type completedConfig struct {
|
|
GenericConfig genericapiserver.CompletedConfig
|
|
ResourceConfig *config.ResourceConfig
|
|
}
|
|
|
|
// CompletedConfig embeds a private pointer that cannot be created outside of this package.
|
|
type CompletedConfig struct {
|
|
*completedConfig
|
|
}
|
|
|
|
// Complete fills in any fields that are not set but are required for valid operation.
|
|
func (cfg *Config) Complete() CompletedConfig {
|
|
c := completedConfig{
|
|
cfg.GenericConfig.Complete(),
|
|
cfg.ResourceConfig,
|
|
}
|
|
|
|
return CompletedConfig{&c}
|
|
}
|
|
|
|
// New returns a new instance of CozyServer from the given configuration.
|
|
func (c completedConfig) New() (*CozyServer, error) {
|
|
genericServer, err := c.GenericConfig.New("cozy-apiserver", genericapiserver.NewEmptyDelegate())
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
s := &CozyServer{
|
|
GenericAPIServer: genericServer,
|
|
}
|
|
|
|
// Create a dynamic client for HelmRelease using InClusterConfig.
|
|
cfg, err := ctrl.GetConfig()
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to get kubeconfig: %w", err)
|
|
}
|
|
|
|
mgr, err := ctrl.NewManager(cfg, ctrl.Options{
|
|
Scheme: mgrScheme,
|
|
Cache: cache.Options{SyncPeriod: &syncPeriod},
|
|
})
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to build manager: %w", err)
|
|
}
|
|
|
|
if err := mgr.GetFieldIndexer().IndexField(
|
|
context.Background(),
|
|
&corev1.Service{},
|
|
"spec.type",
|
|
func(rawObj client.Object) []string {
|
|
svc := rawObj.(*corev1.Service)
|
|
return []string{string(svc.Spec.Type)}
|
|
}); err != nil {
|
|
return nil, fmt.Errorf("failed to index service spec.type field: %w", err)
|
|
}
|
|
|
|
ctx := ctrl.SetupSignalHandler()
|
|
|
|
if err = mustGetInformers(ctx, mgr,
|
|
&helmv2.HelmRelease{},
|
|
&corev1.Secret{},
|
|
&corev1.Namespace{},
|
|
&corev1.Service{},
|
|
&rbacv1.RoleBinding{},
|
|
); err != nil {
|
|
return nil, fmt.Errorf("failed to get informers: %w", err)
|
|
}
|
|
|
|
go func() {
|
|
if err := mgr.Start(ctx); err != nil {
|
|
panic(fmt.Errorf("manager start failed: %w", err))
|
|
}
|
|
}()
|
|
|
|
if ok := mgr.GetCache().WaitForCacheSync(ctx); !ok {
|
|
return nil, fmt.Errorf("cache sync failed")
|
|
}
|
|
|
|
cli := mgr.GetClient()
|
|
watchCli, err := client.NewWithWatch(cfg, client.Options{Scheme: mgrScheme})
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to build watch client: %w", err)
|
|
}
|
|
// --- static, cluster-scoped resource for core group ---
|
|
coreV1alpha1Storage := map[string]rest.Storage{}
|
|
coreV1alpha1Storage["tenantnamespaces"] = cozyregistry.RESTInPeace(
|
|
tenantnamespacestorage.NewREST(cli, watchCli),
|
|
)
|
|
coreV1alpha1Storage["tenantsecrets"] = cozyregistry.RESTInPeace(
|
|
tenantsecretstorage.NewREST(cli, watchCli),
|
|
)
|
|
coreV1alpha1Storage["tenantmodules"] = cozyregistry.RESTInPeace(
|
|
tenantmodulestorage.NewREST(cli, watchCli),
|
|
)
|
|
|
|
coreApiGroupInfo := genericapiserver.NewDefaultAPIGroupInfo(core.GroupName, Scheme, metav1.ParameterCodec, Codecs)
|
|
coreApiGroupInfo.VersionedResourcesStorageMap["v1alpha1"] = coreV1alpha1Storage
|
|
if err := s.GenericAPIServer.InstallAPIGroup(&coreApiGroupInfo); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// --- dynamically-configured, per-tenant resources ---
|
|
appsV1alpha1Storage := map[string]rest.Storage{}
|
|
for _, resConfig := range c.ResourceConfig.Resources {
|
|
storage := applicationstorage.NewREST(cli, watchCli, &resConfig)
|
|
appsV1alpha1Storage[resConfig.Application.Plural] = cozyregistry.RESTInPeace(storage)
|
|
}
|
|
if err := InstallAppsAPIGroup(s.GenericAPIServer, appsV1alpha1Storage); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return s, nil
|
|
}
|
|
|
|
// InstallAppsAPIGroup registers the apps.cozystack.io API group on the given
|
|
// server using the provided storage map (plural name → rest.Storage).
|
|
func InstallAppsAPIGroup(server *genericapiserver.GenericAPIServer, storage map[string]rest.Storage) error {
|
|
info := genericapiserver.NewDefaultAPIGroupInfo(apps.GroupName, Scheme, metav1.ParameterCodec, Codecs)
|
|
info.VersionedResourcesStorageMap["v1alpha1"] = storage
|
|
return server.InstallAPIGroup(&info)
|
|
}
|
|
|
|
func mustGetInformers(ctx context.Context, mgr ctrl.Manager, types ...client.Object) error {
|
|
for i := range types {
|
|
if _, err := mgr.GetCache().GetInformer(ctx, types[i]); err != nil {
|
|
return fmt.Errorf("failed to get informer for %T: %w", types[i], err)
|
|
}
|
|
}
|
|
return nil
|
|
}
|