Initial commit

app/service/ops/log-agent/conf/BUILD

@@ -0,0 +1,43 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_library",
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = ["conf.go"],
+    importpath = "go-common/app/service/ops/log-agent/conf",
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//app/service/ops/log-agent/conf/configcenter:go_default_library",
+        "//app/service/ops/log-agent/pipeline/dockerlogcollector:go_default_library",
+        "//app/service/ops/log-agent/pipeline/hostlogcollector:go_default_library",
+        "//app/service/ops/log-agent/pkg/flowmonitor:go_default_library",
+        "//app/service/ops/log-agent/pkg/httpstream:go_default_library",
+        "//app/service/ops/log-agent/pkg/lancermonitor:go_default_library",
+        "//app/service/ops/log-agent/pkg/limit:go_default_library",
+        "//library/log:go_default_library",
+        "//library/naming/discovery:go_default_library",
+        "//vendor/github.com/BurntSushi/toml:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [
+        ":package-srcs",
+        "//app/service/ops/log-agent/conf/configcenter:all-srcs",
+    ],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/service/ops/log-agent/conf/conf.go

@@ -0,0 +1,105 @@
+package conf
+
+import (
+	"errors"
+	"time"
+	"go-common/app/service/ops/log-agent/pkg/flowmonitor"
+	"go-common/library/log"
+	"go-common/app/service/ops/log-agent/pkg/limit"
+	"go-common/app/service/ops/log-agent/conf/configcenter"
+	"go-common/app/service/ops/log-agent/pkg/httpstream"
+	"go-common/app/service/ops/log-agent/pkg/lancermonitor"
+	"go-common/app/service/ops/log-agent/pipeline/hostlogcollector"
+	"go-common/app/service/ops/log-agent/pipeline/dockerlogcollector"
+	"go-common/library/naming/discovery"
+
+	"github.com/BurntSushi/toml"
+)
+
+const (
+	config = "agent.toml"
+)
+
+var (
+	// Conf conf
+	Conf = &Config{}
+)
+
+type Config struct {
+	// discovery
+	Discovery *discovery.Config `toml:"discovery"`
+	// log
+	Log *log.Config `toml:"log"`
+	// flow monitor
+	Flowmonitor *flowmonitor.Config `toml:"flowmonitor"`
+	// limit
+	Limit *limit.LimitConf `toml:"limit"`
+	// debug
+	DebugAddr string `toml:"debugAddr"`
+	// httpstream
+	HttpStream *httpstream.Config `toml:"httpstream"`
+	// lancermonitor
+	LancerMonitor *lancermonitor.Config `toml:"lancermonitor"`
+	// hostlogcollector
+	HostLogCollector *hostlogcollector.Config `toml:"hostlogcollector"`
+	// docker log collector
+	DockerLogCollector *dockerlogcollector.Config `toml:"dockerLogCollector"`
+}
+
+func (c *Config) ConfigValidate() (error) {
+	if c == nil {
+		return errors.New("config of log agent can't be nil")
+	}
+
+	if c.DockerLogCollector == nil {
+		c.DockerLogCollector = new(dockerlogcollector.Config)
+	}
+
+	if c.HostLogCollector == nil {
+		c.HostLogCollector = new(hostlogcollector.Config)
+	}
+
+	return nil
+}
+
+// initConfig init config
+func Init() (err error) {
+	configcenter.InitConfigCenter()
+
+	if err = readConfig(); err != nil {
+		return
+	}
+
+	go func() {
+		currentVersion := configcenter.Version
+		for {
+			if currentVersion != configcenter.Version {
+				log.Info("lancer route config reload")
+				if err := readConfig(); err != nil {
+					log.Error("lancer route config reload error (%v", err)
+				}
+				currentVersion = configcenter.Version
+			}
+			time.Sleep(time.Second)
+		}
+	}()
+	return Conf.ConfigValidate()
+}
+
+//// readConfig read config from config center
+func readConfig() (err error) {
+	var (
+		ok        bool
+		value     string
+		tmpConfig *Config
+	)
+	//config
+	if value, ok = configcenter.Client.Value(config); !ok {
+		return errors.New("failed to get agent.toml")
+	}
+	if _, err = toml.Decode(value, &tmpConfig); err != nil {
+		return err
+	}
+	Conf = tmpConfig
+	return
+}

app/service/ops/log-agent/conf/configcenter/BUILD

@@ -0,0 +1,32 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_library",
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = ["sven.go"],
+    importpath = "go-common/app/service/ops/log-agent/conf/configcenter",
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//library/conf:go_default_library",
+        "//library/log:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/service/ops/log-agent/conf/configcenter/sven.go

@@ -0,0 +1,28 @@
+package configcenter
+
+import (
+	"go-common/library/log"
+	"go-common/library/conf"
+)
+
+var (
+	// Conf conf
+	Client  *conf.Client
+	Version int
+)
+
+func InitConfigCenter() {
+	var err error
+	if Client, err = conf.New(); err != nil {
+		panic(err)
+	}
+
+	// watch update and update Version
+	Client.WatchAll()
+	go func() {
+		for range Client.Event() {
+			log.Info("config reload")
+			Version += 1
+		}
+	}()
+}