Initial commit

app/job/main/videoup-report/dao/data/BUILD

@@ -0,0 +1,61 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_test",
+    "go_library",
+)
+
+go_test(
+    name = "go_default_test",
+    srcs = [
+        "admin_test.go",
+        "dao_test.go",
+        "reply_test.go",
+    ],
+    embed = [":go_default_library"],
+    rundir = ".",
+    tags = ["automanaged"],
+    deps = [
+        "//app/job/main/videoup-report/conf:go_default_library",
+        "//vendor/github.com/smartystreets/goconvey/convey:go_default_library",
+    ],
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = [
+        "admin.go",
+        "dao.go",
+        "profit.go",
+        "reply.go",
+        "uper.go",
+    ],
+    importpath = "go-common/app/job/main/videoup-report/dao/data",
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//app/job/main/videoup-report/conf:go_default_library",
+        "//app/job/main/videoup-report/model/archive:go_default_library",
+        "//app/job/main/videoup-report/model/data:go_default_library",
+        "//app/job/main/videoup-report/model/manager:go_default_library",
+        "//app/job/main/videoup-report/model/monitor:go_default_library",
+        "//library/ecode:go_default_library",
+        "//library/log:go_default_library",
+        "//library/net/http/blademaster:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/videoup-report/dao/data/admin.go

@@ -0,0 +1,22 @@
+package data
+
+import (
+	"context"
+	"errors"
+	"go-common/app/job/main/videoup-report/model/monitor"
+)
+
+func (d *Dao) MonitorNotify(c context.Context) (data []*monitor.RuleResultData, err error) {
+	var (
+		res = &monitor.RuleResultRes{}
+	)
+	if err = d.client.Get(c, d.moniNotifyURL, "", nil, &res); err != nil {
+		return
+	}
+	if res == nil || res.Data == nil {
+		err = errors.New("监控结果获取失败")
+		return
+	}
+	data = res.Data
+	return
+}

app/job/main/videoup-report/dao/data/admin_test.go

@@ -0,0 +1,14 @@
+package data
+
+import (
+	"context"
+	. "github.com/smartystreets/goconvey/convey"
+	"testing"
+)
+
+func TestDao_MonitorNotify(t *testing.T) {
+	Convey("MonitorNotify", t, func() {
+		_, err := d.MonitorNotify(context.TODO())
+		So(err, ShouldBeNil)
+	})
+}

app/job/main/videoup-report/dao/data/dao.go

@@ -0,0 +1,61 @@
+package data
+
+import (
+	"context"
+	"errors"
+
+	"go-common/app/job/main/videoup-report/conf"
+	"go-common/app/job/main/videoup-report/model/data"
+	"go-common/library/ecode"
+	"go-common/library/log"
+	xhttp "go-common/library/net/http/blademaster"
+)
+
+const (
+	_hotArc        = "/data/rank/reco-app-remen-pre.json"
+	_monitorNotify = "/va/monitor/notify"
+	_replyChange   = "/x/internal/v2/reply/subject/state"
+	_replyInfo     = "/x/internal/v2/reply/subject"
+	_profitUpState = "/allowance/api/x/admin/growup/up/account/state"
+)
+
+//Dao dao
+type Dao struct {
+	c                                                      *conf.Config
+	moniNotifyURL                                          string
+	hotArcURL, replyInfoURL, replyChangeURL, upProfitState string
+	client, clientWriter                                   *xhttp.Client
+}
+
+//New new
+func New(c *conf.Config) (d *Dao) {
+	d = &Dao{
+		c:              c,
+		hotArcURL:      c.Host.Data + _hotArc,
+		moniNotifyURL:  c.Host.Archive + _monitorNotify,
+		replyInfoURL:   c.Host.API + _replyInfo,
+		replyChangeURL: c.Host.API + _replyChange,
+		upProfitState:  c.Host.Profit + _profitUpState,
+		client:         xhttp.NewClient(c.HTTPClient.Read),
+		clientWriter:   xhttp.NewClient(c.HTTPClient.Write),
+	}
+	return
+}
+
+// HotArchive get hot archives which need rechecking
+func (d *Dao) HotArchive(c context.Context) (aids []int64, err error) {
+	res := &data.HotArchiveRes{}
+	if err = d.client.Get(c, d.hotArcURL, "", nil, &res); err != nil {
+		log.Error("d.HotArchive() error(%v)", err)
+		return
+	}
+	if res.Code != ecode.OK.Code() {
+		err = errors.New("data api bad response")
+		log.Error("d.HotArchive() bad code(%d)", res.Code)
+		return
+	}
+	for _, item := range res.List {
+		aids = append(aids, item.Aid)
+	}
+	return
+}

app/job/main/videoup-report/dao/data/dao_test.go

@@ -0,0 +1,35 @@
+package data
+
+import (
+	"flag"
+	"go-common/app/job/main/videoup-report/conf"
+	"os"
+	"testing"
+)
+
+var (
+	d *Dao
+)
+
+func TestMain(m *testing.M) {
+	if os.Getenv("DEPLOY_ENV") != "" {
+		flag.Set("app_id", "videoup-report")
+		flag.Set("conf_token", "")
+		flag.Set("tree_id", "")
+		flag.Set("conf_version", "server-1")
+		flag.Set("deploy_env", "uat")
+		flag.Set("conf_host", "config.bilibili.co")
+		flag.Set("conf_path", "/tmp")
+		flag.Set("region", "sh")
+		flag.Set("zone", "sh001")
+	} else {
+		flag.Set("conf", "../../cmd/videoup-report-job.toml")
+	}
+	flag.Parse()
+	if err := conf.Init(); err != nil {
+		panic(err)
+	}
+	d = New(conf.Conf)
+	m.Run()
+	os.Exit(0)
+}

app/job/main/videoup-report/dao/data/profit.go

@@ -0,0 +1,40 @@
+package data
+
+import (
+	"context"
+	"errors"
+	"go-common/library/log"
+	"net/url"
+	"strconv"
+)
+
+const UpProfitStateSigned = 3 //激励计划签约状态
+
+// UpProfitState 获取UP主激励计划状态
+// 返回State：
+// 1: 未申请; 2: 待审核; 3: 已签约; 4.已驳回; 5.主动退出; 6:被动退出; 7:封禁
+func (d *Dao) UpProfitState(c context.Context, mid int64) (state int8, err error) {
+	params := url.Values{}
+	params.Set("mid", strconv.FormatInt(mid, 10))
+	params.Set("type", "0")
+
+	var res struct {
+		Code int    `json:"code"`
+		Msg  string `json:"message"`
+		Data *struct {
+			Mid   int64 `json:"mid"`
+			State int8  `json:"state"`
+		} `json:"data"`
+	}
+	if err = d.client.Get(c, d.upProfitState, "", params, &res); err != nil {
+		log.Error("UpProfitState(%d) error(%v)", mid, err)
+		return
+	}
+	if res.Data == nil {
+		err = errors.New("UP主激励计划状态获取失败")
+		log.Error("UpProfitState(%d) nil response(%v)", res)
+		return
+	}
+	state = res.Data.State
+	return
+}

app/job/main/videoup-report/dao/data/reply.go

@@ -0,0 +1,101 @@
+package data
+
+import (
+	"context"
+	"fmt"
+	"net/url"
+	"strconv"
+
+	"go-common/app/job/main/videoup-report/model/archive"
+	"go-common/library/ecode"
+	"go-common/library/log"
+)
+
+// OpenReply change subject state to open
+func (d *Dao) OpenReply(c context.Context, aid int64, mid int64) (err error) {
+	params := url.Values{}
+	// guanguan admin id
+	params.Set("adid", "399")
+	params.Set("mid", strconv.FormatInt(mid, 10))
+	params.Set("oid", strconv.FormatInt(aid, 10))
+	params.Set("type", "1")
+	params.Set("state", "0")
+	var res struct {
+		Code    int    `json:"code"`
+		Message string `json:"message"`
+	}
+	if err = d.clientWriter.Post(c, d.replyChangeURL, "", params, &res); err != nil {
+		log.Error("OpenReply url(%s) error(%v)", d.replyChangeURL+"?"+params.Encode(), err)
+		return
+	}
+	if res.Code != 0 {
+		log.Error("OpenReply url(%s) code(%d) msg(%s)", d.replyChangeURL+"?"+params.Encode(), res.Code, res.Message)
+		if res.Code == ecode.ReplySubjectExist.Code() || res.Code == ecode.ReplySubjectFrozen.Code() || res.Code == ecode.ReplyIllegalSubState.Code() || res.Code == ecode.ReplyIllegalSubType.Code() {
+			return
+		}
+		err = fmt.Errorf("OpenReply call failed")
+	}
+	return
+}
+
+// CloseReply change subject state to close
+func (d *Dao) CloseReply(c context.Context, aid int64, mid int64) (err error) {
+	params := url.Values{}
+	// guanguan admin id
+	params.Set("adid", "399")
+	params.Set("mid", strconv.FormatInt(mid, 10))
+	params.Set("oid", strconv.FormatInt(aid, 10))
+	params.Set("type", "1")
+	params.Set("state", "1")
+	var res struct {
+		Code    int    `json:"code"`
+		Message string `json:"message"`
+	}
+	if err = d.clientWriter.Post(c, d.replyChangeURL, "", params, &res); err != nil {
+		log.Error("CloseReply url(%s) error(%v)", d.replyChangeURL+"?"+params.Encode(), err)
+		return
+	}
+	if res.Code != 0 {
+		log.Error("CloseReply url(%s) code(%d) msg(%s)", d.replyChangeURL+"?"+params.Encode(), res.Code, res.Message)
+		if res.Code == ecode.ReplySubjectExist.Code() || res.Code == ecode.ReplySubjectFrozen.Code() || res.Code == ecode.ReplyIllegalSubState.Code() || res.Code == ecode.ReplyIllegalSubType.Code() {
+			return
+		}
+		err = fmt.Errorf("CloseReply call failed")
+	}
+	return
+}
+
+// CheckReply get subject state
+func (d *Dao) CheckReply(c context.Context, aid int64) (replyState int64, err error) {
+	params := url.Values{}
+	// guanguan admin id
+	params.Set("adid", "399")
+	params.Set("oid", strconv.FormatInt(aid, 10))
+	params.Set("type", "1")
+	var res struct {
+		Code int `json:"code"`
+		Data *struct {
+			Oid   int64 `json:"oid"`
+			Mid   int64 `json:"mid"`
+			State int8  `json:"state"`
+		} `json:"data"`
+		Message string `json:"message"`
+	}
+	if err = d.client.Get(c, d.replyInfoURL, "", params, &res); err != nil {
+		replyState = archive.ReplyDefault
+		log.Error("CheckReply url(%s) error(%v)", d.replyInfoURL+"?"+params.Encode(), err)
+		return
+	}
+	if res.Code != 0 {
+		replyState = archive.ReplyDefault
+		log.Info("CheckReply url(%s) code(%d)", d.replyInfoURL+"?"+params.Encode(), res.Code)
+		return
+	}
+	if res.Data == nil {
+		replyState = archive.ReplyDefault
+		log.Info("CheckReply url(%s) code(%d) data(%v)", d.replyInfoURL+"?"+params.Encode(), res.Code, res.Data)
+		return
+	}
+	replyState = int64(res.Data.State)
+	return
+}

app/job/main/videoup-report/dao/data/reply_test.go

@@ -0,0 +1,51 @@
+package data
+
+import (
+	"context"
+	"testing"
+
+	"github.com/smartystreets/goconvey/convey"
+)
+
+var (
+	aid = int64(10098208)
+	mid = int64(10920044)
+)
+
+func TestDataOpenReply(t *testing.T) {
+	var (
+		c = context.TODO()
+	)
+	convey.Convey("OpenReply", t, func(ctx convey.C) {
+		err := d.OpenReply(c, aid, mid)
+		ctx.Convey("Then err should be nil.", func(ctx convey.C) {
+			ctx.So(err, convey.ShouldBeNil)
+		})
+	})
+}
+
+func TestDataCloseReply(t *testing.T) {
+	var (
+		c = context.TODO()
+	)
+	convey.Convey("CloseReply", t, func(ctx convey.C) {
+		err := d.CloseReply(c, aid, mid)
+		ctx.Convey("Then err should be nil.", func(ctx convey.C) {
+			ctx.So(err, convey.ShouldBeNil)
+		})
+	})
+}
+
+func TestDataCheckReply(t *testing.T) {
+	var (
+		c = context.TODO()
+	)
+	convey.Convey("CheckReply", t, func(ctx convey.C) {
+		replyState, err := d.CheckReply(c, aid)
+		t.Logf("%d", replyState)
+		ctx.Convey("Then err should be nil.replyState should not be nil.", func(ctx convey.C) {
+			ctx.So(err, convey.ShouldBeNil)
+			ctx.So(replyState, convey.ShouldNotBeNil)
+		})
+	})
+}

app/job/main/videoup-report/dao/data/uper.go

@@ -0,0 +1,37 @@
+package data
+
+import (
+	"context"
+	"go-common/app/job/main/videoup-report/model/manager"
+	"go-common/library/log"
+	"net/url"
+	"strconv"
+)
+
+const (
+	_midGroupsURI = "/x/internal/uper/special/get_by_mid"
+)
+
+// UpGroups get all up groups
+func (d *Dao) MidGroups(c context.Context, mid int64) (groups map[int64]*manager.UpGroup, err error) {
+	groups = make(map[int64]*manager.UpGroup)
+	params := url.Values{}
+	params.Set("mid", strconv.FormatInt(mid, 10))
+	var res struct {
+		Code int                `json:"code"`
+		Msg  string             `json:"message"`
+		Data []*manager.UpGroup `json:"data"`
+	}
+	if err = d.client.Get(c, d.c.Host.API+_midGroupsURI, "", params, &res); err != nil {
+		log.Error("d.UpGroups() error(%v)", err)
+		return
+	}
+	if res.Data == nil {
+		log.Warn("MidGroups(%d) error when get up groups", mid)
+		return
+	}
+	for _, v := range res.Data {
+		groups[v.GroupID] = v
+	}
+	return
+}