2019-01-09 16:54:15 +00:00
|
|
|
package server
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"flag"
|
|
|
|
"fmt"
|
2019-03-04 05:25:02 +00:00
|
|
|
net2 "net"
|
2019-01-09 16:54:15 +00:00
|
|
|
"os"
|
|
|
|
"path/filepath"
|
2019-01-22 21:14:58 +00:00
|
|
|
"strings"
|
2019-01-09 16:54:15 +00:00
|
|
|
|
|
|
|
"github.com/docker/docker/pkg/reexec"
|
|
|
|
"github.com/natefinch/lumberjack"
|
2019-03-04 05:25:02 +00:00
|
|
|
"github.com/pkg/errors"
|
2019-01-09 16:54:15 +00:00
|
|
|
"github.com/rancher/k3s/pkg/agent"
|
|
|
|
"github.com/rancher/k3s/pkg/cli/cmds"
|
|
|
|
"github.com/rancher/k3s/pkg/server"
|
|
|
|
"github.com/rancher/norman/signal"
|
|
|
|
"github.com/sirupsen/logrus"
|
|
|
|
"github.com/urfave/cli"
|
2019-02-08 04:12:49 +00:00
|
|
|
"k8s.io/apimachinery/pkg/util/net"
|
2019-01-22 21:14:58 +00:00
|
|
|
|
|
|
|
_ "github.com/mattn/go-sqlite3" // ensure we have sqlite
|
2019-01-09 16:54:15 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
func setupLogging(app *cli.Context) {
|
|
|
|
if !app.GlobalBool("debug") {
|
|
|
|
flag.Set("stderrthreshold", "3")
|
|
|
|
flag.Set("alsologtostderr", "false")
|
|
|
|
flag.Set("logtostderr", "false")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func runWithLogging(app *cli.Context, cfg *cmds.Server) error {
|
|
|
|
l := &lumberjack.Logger{
|
|
|
|
Filename: cfg.Log,
|
|
|
|
MaxSize: 50,
|
|
|
|
MaxBackups: 3,
|
|
|
|
MaxAge: 28,
|
|
|
|
Compress: true,
|
|
|
|
}
|
|
|
|
|
|
|
|
args := append([]string{"k3s"}, os.Args[1:]...)
|
|
|
|
cmd := reexec.Command(args...)
|
|
|
|
cmd.Env = os.Environ()
|
|
|
|
cmd.Env = append(cmd.Env, "_RIO_REEXEC_=true")
|
|
|
|
cmd.Stderr = l
|
|
|
|
cmd.Stdout = l
|
|
|
|
cmd.Stdin = os.Stdin
|
|
|
|
return cmd.Run()
|
|
|
|
}
|
|
|
|
|
|
|
|
func Run(app *cli.Context) error {
|
|
|
|
return run(app, &cmds.ServerConfig)
|
|
|
|
}
|
|
|
|
|
|
|
|
func run(app *cli.Context, cfg *cmds.Server) error {
|
2019-03-04 05:25:02 +00:00
|
|
|
var (
|
|
|
|
err error
|
|
|
|
)
|
|
|
|
|
2019-01-09 16:54:15 +00:00
|
|
|
if cfg.Log != "" && os.Getenv("_RIO_REEXEC_") == "" {
|
|
|
|
return runWithLogging(app, cfg)
|
|
|
|
}
|
|
|
|
|
|
|
|
setupLogging(app)
|
|
|
|
|
|
|
|
if !cfg.DisableAgent && os.Getuid() != 0 {
|
|
|
|
return fmt.Errorf("must run as root unless --disable-agent is specified")
|
|
|
|
}
|
|
|
|
|
|
|
|
serverConfig := server.Config{}
|
2019-01-22 21:14:58 +00:00
|
|
|
serverConfig.ControlConfig.ClusterSecret = cfg.ClusterSecret
|
2019-01-09 16:54:15 +00:00
|
|
|
serverConfig.ControlConfig.DataDir = cfg.DataDir
|
2019-01-22 21:14:58 +00:00
|
|
|
serverConfig.ControlConfig.KubeConfigOutput = cfg.KubeConfigOutput
|
|
|
|
serverConfig.ControlConfig.KubeConfigMode = cfg.KubeConfigMode
|
2019-01-09 16:54:15 +00:00
|
|
|
serverConfig.TLSConfig.HTTPSPort = cfg.HTTPSPort
|
|
|
|
serverConfig.TLSConfig.HTTPPort = cfg.HTTPPort
|
2019-01-31 23:57:40 +00:00
|
|
|
serverConfig.TLSConfig.KnownIPs = knownIPs()
|
2019-01-09 16:54:15 +00:00
|
|
|
|
2019-03-04 05:25:02 +00:00
|
|
|
_, serverConfig.ControlConfig.ClusterIPRange, err = net2.ParseCIDR(cfg.ClusterCIDR)
|
|
|
|
if err != nil {
|
|
|
|
return errors.Wrapf(err, "Invalid CIDR %s: %v", cfg.ClusterCIDR, err)
|
|
|
|
}
|
2019-03-06 10:37:03 +00:00
|
|
|
_, serverConfig.ControlConfig.ServiceIPRange, err = net2.ParseCIDR(cfg.ServiceCIDR)
|
|
|
|
if err != nil {
|
|
|
|
return errors.Wrapf(err, "Invalid CIDR %s: %v", cfg.ServiceCIDR, err)
|
|
|
|
}
|
2019-03-04 05:25:02 +00:00
|
|
|
|
2019-01-22 21:14:58 +00:00
|
|
|
// TODO: support etcd
|
|
|
|
serverConfig.ControlConfig.NoLeaderElect = true
|
|
|
|
|
|
|
|
for _, noDeploy := range app.StringSlice("no-deploy") {
|
2019-02-02 05:09:11 +00:00
|
|
|
if noDeploy == "servicelb" {
|
|
|
|
serverConfig.DisableServiceLB = true
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
2019-01-22 21:14:58 +00:00
|
|
|
if !strings.HasSuffix(noDeploy, ".yaml") {
|
|
|
|
noDeploy = noDeploy + ".yaml"
|
|
|
|
}
|
|
|
|
serverConfig.ControlConfig.Skips = append(serverConfig.ControlConfig.Skips, noDeploy)
|
|
|
|
}
|
|
|
|
|
2019-01-09 16:54:15 +00:00
|
|
|
logrus.Info("Starting k3s ", app.App.Version)
|
|
|
|
ctx := signal.SigTermCancelContext(context.Background())
|
|
|
|
certs, err := server.StartServer(ctx, &serverConfig)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2019-02-08 04:12:49 +00:00
|
|
|
logrus.Info("k3s is up and running")
|
|
|
|
|
2019-01-09 16:54:15 +00:00
|
|
|
if cfg.DisableAgent {
|
|
|
|
<-ctx.Done()
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
url := fmt.Sprintf("https://localhost:%d", serverConfig.TLSConfig.HTTPSPort)
|
|
|
|
token := server.FormatToken(serverConfig.ControlConfig.Runtime.NodeToken, certs)
|
|
|
|
|
|
|
|
agentConfig := cmds.AgentConfig
|
2019-02-08 04:12:49 +00:00
|
|
|
agentConfig.Debug = app.GlobalBool("bool")
|
2019-01-22 21:14:58 +00:00
|
|
|
agentConfig.DataDir = filepath.Dir(serverConfig.ControlConfig.DataDir)
|
2019-01-09 16:54:15 +00:00
|
|
|
agentConfig.ServerURL = url
|
|
|
|
agentConfig.Token = token
|
|
|
|
|
|
|
|
return agent.Run(ctx, agentConfig)
|
|
|
|
}
|
2019-01-31 23:57:40 +00:00
|
|
|
|
|
|
|
func knownIPs() []string {
|
|
|
|
ips := []string{
|
|
|
|
"127.0.0.1",
|
|
|
|
}
|
|
|
|
ip, err := net.ChooseHostInterface()
|
|
|
|
if err == nil {
|
|
|
|
ips = append(ips, ip.String())
|
|
|
|
}
|
|
|
|
return ips
|
|
|
|
}
|