Builded autotedection for swarm.

This commit is contained in:
Gianluca Arbezzano 2017-03-15 21:36:48 +00:00
parent db7f674976
commit 4e841fe6cc
3 changed files with 90 additions and 25 deletions

View File

@ -11,6 +11,7 @@ import (
"github.com/Sirupsen/logrus" "github.com/Sirupsen/logrus"
"github.com/gianarb/orbiter/api" "github.com/gianarb/orbiter/api"
"github.com/gianarb/orbiter/autoscaler"
"github.com/gianarb/orbiter/core" "github.com/gianarb/orbiter/core"
) )
@ -29,28 +30,35 @@ func (c *DaemonCmd) Run(args []string) int {
cmdFlags.BoolVar(&debug, "debug", false, "debug") cmdFlags.BoolVar(&debug, "debug", false, "debug")
if err := cmdFlags.Parse(args); err != nil { if err := cmdFlags.Parse(args); err != nil {
logrus.WithField("error", err).Warn("Problem to parse arguments.") logrus.WithField("error", err).Warn("Problem to parse arguments.")
return 1 os.Exit(1)
} }
if debug == true { if debug == true {
logrus.SetLevel(logrus.DebugLevel) logrus.SetLevel(logrus.DebugLevel)
logrus.Debug("Daemon started in debug mode") logrus.Debug("Daemon started in debug mode")
} }
var coreEngine core.Core coreEngine := core.Core{
Autoscalers: autoscaler.Autoscalers{},
}
var err error
if configPath != "" { if configPath != "" {
config, err := readConfiguration(configPath) config, err := readConfiguration(configPath)
if err != nil { if err != nil {
logrus.WithField("error", err).Warn("Configuration file malformed.") logrus.WithField("error", err).Warn("Configuration file malformed.")
return 1 os.Exit(1)
} }
logrus.Infof("Starting from configuration file located %s", configPath) logrus.Infof("Starting from configuration file located %s", configPath)
coreEngine, err = core.NewCoreByConfig(config.AutoscalersConf) err = core.NewCoreByConfig(config.AutoscalersConf, &coreEngine)
if err != nil { if err != nil {
logrus.WithField("error", err).Warn(err) logrus.WithField("error", err).Warn(err)
return 1 os.Exit(1)
} }
} else { } else {
logrus.Info("Starting in auto-detection mode.") logrus.Info("Starting in auto-detection mode.")
coreEngine, err = core.Autodetect() err = core.Autodetect(&coreEngine)
if err != nil {
logrus.WithField("error", err).Info(err)
os.Exit(0)
}
} }
go func() { go func() {
sigchan := make(chan os.Signal, 10) sigchan := make(chan os.Signal, 10)

View File

@ -1,21 +1,81 @@
package core package core
import "github.com/gianarb/orbiter/autoscaler" import (
"context"
"errors"
"fmt"
"strconv"
"github.com/Sirupsen/logrus"
"github.com/docker/docker/api/types"
"github.com/docker/docker/api/types/swarm"
"github.com/docker/docker/client"
"github.com/gianarb/orbiter/autoscaler"
"github.com/gianarb/orbiter/provider"
)
// This function use diferent strategies to get information from // This function use diferent strategies to get information from
// the system itself to configure the autoloader. // the system itself to configure the autoloader.
// They can be environment variables for example or other systems. // They can be environment variables for example or other systems.
func Autodetect() (Core error) { func Autodetect(core *Core) error {
scalers := autoscaler.Autoscalers{} autoDetectSwarmMode(core)
var core Core if len(core.Autoscalers) == 0 {
autoDetectSwarmMode(&scalers) return errors.New("we didn't detect any autoscaling group")
return core, nil }
return nil
} }
func autoDetectSwarmMode(a *autoscaler.Autoscalers) { func autoDetectSwarmMode(c *Core) {
// Create Docker Client by EnvVar and check if it's working. ctx := context.Background()
dockerClient, err := client.NewEnvClient()
// Get List of Services if err != nil {
logrus.WithField("error", err).Debug("Problem communication with Docker")
// Check which services has labels and register them to orbiter. return
}
info, err := dockerClient.Info(ctx)
if err != nil {
logrus.WithField("error", err).Debug("We didn't detect any Docker Swarm running")
return
}
if info.Swarm.NodeID == "" {
logrus.Debug("We didn't detect any Docker Swarm running")
return
}
services, err := dockerClient.ServiceList(ctx, types.ServiceListOptions{})
if err != nil {
logrus.WithField("error", err).Debug("Bad comunication with Docker.")
return
}
prov, _ := provider.NewSwarmProvider(map[string]string{})
for _, service := range services {
s, err := getAutoscalerByService(prov, service.Spec.Annotations)
if err != nil {
continue
}
logrus.Debugf("autodetect_swarm/%s added to orbiter.", service.Spec.Annotations.Name)
c.Autoscalers[fmt.Sprintf("autodetect_swarm/%s", service.Spec.Annotations.Name)] = s
}
}
func getAutoscalerByService(p autoscaler.Provider, an swarm.Annotations) (autoscaler.Autoscaler, error) {
_, e := an.Labels["orbiter"]
if e == false {
return autoscaler.Autoscaler{}, errors.New("")
}
up := convertStringLabelToInt("orbiter.up", an.Labels)
down := convertStringLabelToInt("orbiter.down", an.Labels)
as := autoscaler.NewAutoscaler(p, an.Name, up, down)
return as, nil
}
func convertStringLabelToInt(labelName string, labels map[string]string) int {
row, e := labels[labelName]
if e == false {
i, err := strconv.ParseInt(row, 10, 64)
if err != nil {
return 1
}
return int(i)
}
return 1
} }

View File

@ -11,20 +11,17 @@ type Core struct {
Autoscalers autoscaler.Autoscalers Autoscalers autoscaler.Autoscalers
} }
func NewCoreByConfig(c map[string]AutoscalerConf) (Core, error) { func NewCoreByConfig(c map[string]AutoscalerConf, core *Core) error {
scalers := autoscaler.Autoscalers{} scalers := autoscaler.Autoscalers{}
var core Core
for scalerName, scaler := range c { for scalerName, scaler := range c {
p, err := provider.NewProvider(scaler.Provider, scaler.Parameters) p, err := provider.NewProvider(scaler.Provider, scaler.Parameters)
if err != nil { if err != nil {
return core, err return err
} }
for serviceName, policy := range scaler.Policies { for serviceName, policy := range scaler.Policies {
scalers[fmt.Sprintf("%s/%s", scalerName, serviceName)] = autoscaler.NewAutoscaler(p, serviceName, policy.Up, policy.Down) scalers[fmt.Sprintf("%s/%s", scalerName, serviceName)] = autoscaler.NewAutoscaler(p, serviceName, policy.Up, policy.Down)
} }
} }
core = Core{ core.Autoscalers = scalers
Autoscalers: scalers, return nil
}
return core, nil
} }