// Copyright © 2021 Alibaba Group Holding Ltd.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package processor
import (
"context"
"errors"
"fmt"
"golang.org/x/sync/errgroup"
"k8s.io/apimachinery/pkg/util/sets"
"github.com/labring/sealos/pkg/bootstrap"
"github.com/labring/sealos/pkg/buildah"
"github.com/labring/sealos/pkg/checker"
"github.com/labring/sealos/pkg/clusterfile"
"github.com/labring/sealos/pkg/config"
"github.com/labring/sealos/pkg/constants"
"github.com/labring/sealos/pkg/filesystem"
"github.com/labring/sealos/pkg/guest"
"github.com/labring/sealos/pkg/runtime"
v2 "github.com/labring/sealos/pkg/types/v1beta1"
"github.com/labring/sealos/pkg/utils/logger"
"github.com/labring/sealos/pkg/utils/rand"
"github.com/labring/sealos/pkg/utils/yaml"
)
type CreateProcessor struct {
ClusterFile clusterfile.Interface
Buildah buildah.Interface
Runtime runtime.Interface
Guest guest.Interface
}
func (c *CreateProcessor) Execute(cluster *v2.Cluster) error {
pipeLine, err := c.GetPipeLine()
if err != nil {
return err
}
for _, f := range pipeLine {
if err = f(cluster); err != nil {
return err
}
}
return nil
}
func (c *CreateProcessor) GetPipeLine() ([]func(cluster *v2.Cluster) error, error) {
var todoList []func(cluster *v2.Cluster) error
todoList = append(todoList,
// c.GetPhasePluginFunc(plugin.PhaseOriginally),
c.Check,
c.PreProcess,
c.RunConfig,
c.MountRootfs,
c.MirrorRegistry,
c.Bootstrap,
// c.GetPhasePluginFunc(plugin.PhasePreInit),
c.Init,
c.Join,
// c.GetPhasePluginFunc(plugin.PhasePreGuest),
c.RunGuest,
// c.GetPhasePluginFunc(plugin.PhasePostInstall),
)
return todoList, nil
}
func (c *CreateProcessor) Check(cluster *v2.Cluster) error {
logger.Info("Executing pipeline Check in CreateProcessor.")
err := checker.RunCheckList([]checker.Interface{checker.NewHostChecker()}, cluster, checker.PhasePre)
if err != nil {
return err
}
return nil
}
func (c *CreateProcessor) CheckImageType(cluster *v2.Cluster) error {
imageTypes := sets.NewString()
for _, image := range cluster.Spec.Image {
oci, err := c.Buildah.InspectImage(image)
if err != nil {
return err
}
if oci.Config.Labels != nil {
imageTypes.Insert(oci.Config.Labels[v2.ImageTypeKey])
} else {
imageTypes.Insert(string(v2.AppImage))
}
}
if !imageTypes.Has(string(v2.RootfsImage)) {
return errors.New("can't apply ApplicationImage, kubernetes cluster not found, need to run a BaseImage")
}
return nil
}
func (c *CreateProcessor) PreProcess(cluster *v2.Cluster) error {
logger.Info("Executing pipeline PreProcess in CreateProcessor.")
err := c.Buildah.Pull(cluster.Spec.Image, buildah.WithPlatformOption(buildah.DefaultPlatform()),
buildah.WithPullPolicyOption(buildah.PullIfMissing.String()))
if err != nil {
return err
}
if err = c.CheckImageType(cluster); err != nil {
return err
}
for _, img := range cluster.Spec.Image {
bderInfo, err := c.Buildah.Create(rand.Generator(8), img)
if err != nil {
return err
}
mount := &v2.MountImage{
Name: bderInfo.Container,
ImageName: img,
MountPoint: bderInfo.MountPoint,
}
if err = OCIToImageMount(mount, c.Buildah); err != nil {
return err
}
cluster.Status.Mounts = append(cluster.Status.Mounts, *mount)
}
if err = SyncClusterStatus(cluster, c.Buildah, false); err != nil {
return err
}
runTime, err := runtime.NewDefaultRuntime(cluster, c.ClusterFile.GetKubeadmConfig())
if err != nil {
return fmt.Errorf("failed to init runtime, %v", err)
}
c.Runtime = runTime
return nil
}
func (c *CreateProcessor) RunConfig(cluster *v2.Cluster) error {
logger.Info("Executing pipeline RunConfig in CreateProcessor.")
eg, _ := errgroup.WithContext(context.Background())
for _, cManifest := range cluster.Status.Mounts {
manifest := cManifest
eg.Go(func() error {
cfg := config.NewConfiguration(manifest.ImageName, manifest.MountPoint, c.ClusterFile.GetConfigs())
return cfg.Dump()
})
}
return eg.Wait()
}
func (c *CreateProcessor) MountRootfs(cluster *v2.Cluster) error {
logger.Info("Executing pipeline MountRootfs in CreateProcessor.")
hosts := append(cluster.GetMasterIPAndPortList(), cluster.GetNodeIPAndPortList()...)
fs, err := filesystem.NewRootfsMounter(cluster.Status.Mounts)
if err != nil {
return err
}
return fs.MountRootfs(cluster, hosts)
}
func (c *CreateProcessor) MirrorRegistry(cluster *v2.Cluster) error {
logger.Info("Executing pipeline MirrorRegistry in CreateProcessor.")
return MirrorRegistry(cluster, cluster.Status.Mounts)
}
func (c *CreateProcessor) Bootstrap(cluster *v2.Cluster) error {
logger.Info("Executing pipeline Bootstrap in CreateProcessor")
hosts := append(cluster.GetMasterIPAndPortList(), cluster.GetNodeIPAndPortList()...)
bs := bootstrap.New(cluster)
if err := bs.Preflight(hosts...); err != nil {
return err
}
if err := bs.Init(hosts...); err != nil {
return err
}
return bs.ApplyAddons(hosts...)
}
func (c *CreateProcessor) Init(cluster *v2.Cluster) error {
logger.Info("Executing pipeline Init in CreateProcessor.")
return c.Runtime.Init()
}
func (c *CreateProcessor) Join(cluster *v2.Cluster) error {
logger.Info("Executing pipeline Join in CreateProcessor.")
err := c.Runtime.JoinMasters(cluster.GetMasterIPAndPortList()[1:])
if err != nil {
return err
}
err = c.Runtime.JoinNodes(cluster.GetNodeIPAndPortList())
if err != nil {
return err
}
err = c.Runtime.SyncNodeIPVS(cluster.GetMasterIPAndPortList(), cluster.GetNodeIPAndPortList())
if err != nil {
return err
}
return yaml.MarshalYamlToFile(constants.Clusterfile(cluster.Name), cluster)
}
func (c *CreateProcessor) RunGuest(cluster *v2.Cluster) error {
logger.Info("Executing pipeline RunGuest in CreateProcessor.")
return c.Guest.Apply(cluster, cluster.Status.Mounts)
}
func NewCreateProcessor(name string, clusterFile clusterfile.Interface) (Interface, error) {
bder, err := buildah.New(name)
if err != nil {
return nil, err
}
gs, err := guest.NewGuestManager()
if err != nil {
return nil, err
}
return &CreateProcessor{
ClusterFile: clusterFile,
Buildah: bder,
Guest: gs,
}, nil
}
