optimize: drop gse in order to reduce mem cons.

plugin/thesaurus/chat.go

@@ -2,19 +2,10 @@
 package thesaurus
 
 import (
-	"math/rand"
-	"strings"
-
-	"github.com/go-ego/gse"
-	"github.com/sirupsen/logrus"
-	"gopkg.in/yaml.v3"
-
 	zero "github.com/wdvxdr1123/ZeroBot"
 	"github.com/wdvxdr1123/ZeroBot/message"
 
 	"github.com/FloatTech/AnimeAPI/kimoi"
-	"github.com/FloatTech/floatbox/ctxext"
-	"github.com/FloatTech/floatbox/process"
 	ctrl "github.com/FloatTech/zbpctrl"
 	"github.com/FloatTech/zbputils/control"
 )
@@ -23,143 +14,35 @@ func init() {
 	engine := control.AutoRegister(&ctrl.Options[*zero.Ctx]{
 		DisableOnDefault: false,
 		Brief:            "词典匹配回复, 仅@触发",
-		Help:             "- 切换[kimo|傲娇|可爱]词库",
 		PublicDataFolder: "Chat",
 	})
-	engine.OnRegex(`^切换(kimo|傲娇|可爱)词库$`, zero.AdminPermission).SetBlock(true).Handle(func(ctx *zero.Ctx) {
-		c, ok := ctx.State["manager"].(*ctrl.Control[*zero.Ctx])
-		if !ok {
-			ctx.SendChain(message.Text("ERROR: 找不到 manager"))
-			return
-		}
-		gid := ctx.Event.GroupID
-		if gid == 0 {
-			gid = -ctx.Event.UserID
-		}
-		d := c.GetData(gid)
-		t := int64(0)
-		switch ctx.State["regex_matched"].([]string)[1] {
-		case "kimo":
-			t = tKIMO
-		case "傲娇":
-			t = tDERE
-		case "可爱":
-			t = tKAWA
-		}
-		err := c.SetData(gid, (d&^3)|t)
-		if err != nil {
-			ctx.SendChain(message.Text("ERROR: ", err))
-			return
-		}
-		ctx.SendChain(message.Text("成功!"))
-	})
-	go func() {
-		var seg gse.Segmenter
-		err := seg.LoadDictEmbed()
-		if err != nil {
-			panic(err)
-		}
-		smd, err := engine.GetLazyData("simai.yml", false)
-		if err != nil {
-			panic(err)
-		}
-		sm := simai{D: make(map[string][]string, 8192), K: make(map[string][]string, 16384)}
-		err = yaml.Unmarshal(smd, &sm)
-		if err != nil {
-			panic(err)
-		}
-		chatListD := make([]string, 0, len(sm.D))
-		for k := range sm.D {
-			chatListD = append(chatListD, k)
-		}
-		chatListK := make([]string, 0, len(sm.K))
-		for k := range sm.K {
-			chatListK = append(chatListK, k)
-		}
-		logrus.Infoln("[thesaurus]加载", len(chatListD), "条傲娇词库", len(chatListK), "条可爱词库")
-
-		engine.OnMessage(zero.OnlyToMe, canmatch(tKIMO)).
-			SetBlock(false).Handle(func(ctx *zero.Ctx) {
-			msg := ctx.ExtractPlainText()
-			r, err := kimoi.Chat(msg)
-			if err == nil {
-				c := 0
-				for r.Confidence < 0.2 && c < 3 {
-					r, err = kimoi.Chat(msg)
-					if err != nil {
-						return
-					}
-					c++
-				}
-				if r.Confidence < 0.2 {
+	engine.OnMessage(zero.OnlyToMe, canmatch()).
+		SetBlock(false).Handle(func(ctx *zero.Ctx) {
+		msg := ctx.ExtractPlainText()
+		r, err := kimoi.Chat(msg)
+		if err == nil {
+			c := 0
+			for r.Confidence < 0.2 && c < 3 {
+				r, err = kimoi.Chat(msg)
+				if err != nil {
 					return
 				}
-				ctx.Block()
-				ctx.SendChain(message.Text(r.Reply))
+				c++
 			}
-		})
-		engine.OnMessage(zero.OnlyToMe, canmatch(tDERE), match(chatListD, &seg)).
-			SetBlock(false).
-			Handle(randreply(sm.D))
-		engine.OnMessage(zero.OnlyToMe, canmatch(tKAWA), match(chatListK, &seg)).
-			SetBlock(false).
-			Handle(randreply(sm.K))
-	}()
+			if r.Confidence < 0.2 {
+				return
+			}
+			ctx.Block()
+			ctx.SendChain(message.Text(r.Reply))
+		}
+	})
 }
 
-type simai struct {
-	D map[string][]string `yaml:"傲娇"`
-	K map[string][]string `yaml:"可爱"`
-}
-
-const (
-	tKIMO = iota
-	tDERE
-	tKAWA
-)
-
-func match(l []string, seg *gse.Segmenter) zero.Rule {
-	return func(ctx *zero.Ctx) bool {
-		return ctxext.JiebaSimilarity(0.66, seg, func(ctx *zero.Ctx) string {
-			return ctx.ExtractPlainText()
-		}, l...)(ctx)
-	}
-}
-
-func canmatch(typ int64) zero.Rule {
+func canmatch() zero.Rule {
 	return func(ctx *zero.Ctx) bool {
 		if zero.HasPicture(ctx) {
 			return false
 		}
-		c, ok := ctx.State["manager"].(*ctrl.Control[*zero.Ctx])
-		if !ok {
-			return false
-		}
-		gid := ctx.Event.GroupID
-		if gid == 0 {
-			gid = -ctx.Event.UserID
-		}
-		d := c.GetData(gid)
-		return ctx.ExtractPlainText() != "" && d&3 == typ
-	}
-}
-
-func randreply(m map[string][]string) zero.Handler {
-	return func(ctx *zero.Ctx) {
-		ctx.Block()
-		key := ctx.State["matched"].(string)
-		val := m[key]
-		nick := zero.BotConfig.NickName[rand.Intn(len(zero.BotConfig.NickName))]
-		text := val[rand.Intn(len(val))]
-		text = strings.ReplaceAll(text, "{name}", ctx.CardOrNickName(ctx.Event.UserID))
-		text = strings.ReplaceAll(text, "{me}", nick)
-		id := ctx.Event.MessageID
-		for _, t := range strings.Split(text, "{segment}") {
-			if t == "" {
-				continue
-			}
-			process.SleepAbout1sTo2s()
-			id = ctx.SendChain(message.Reply(id), message.Text(t))
-		}
+		return ctx.ExtractPlainText() != ""
 	}
 }

plugin/wordcount/main.go

@@ -2,6 +2,7 @@
 package wordcount
 
 import (
+	"bytes"
 	"fmt"
 	"os"
 	"regexp"
@@ -10,7 +11,7 @@ import (
 	"strings"
 	"time"
 
-	"github.com/go-ego/gse"
+	"github.com/fumiama/jieba"
 	"github.com/golang/freetype"
 	"github.com/sirupsen/logrus"
 	"github.com/tidwall/gjson"
@@ -26,13 +27,11 @@ import (
 
 	zero "github.com/wdvxdr1123/ZeroBot"
 	"github.com/wdvxdr1123/ZeroBot/message"
-	"github.com/wdvxdr1123/ZeroBot/utils/helper"
 )
 
 var (
 	re        = regexp.MustCompile(`^[一-龥]+$`)
 	stopwords []string
-	seg       gse.Segmenter
 )
 
 func init() {
@@ -43,8 +42,12 @@ func init() {
 		PublicDataFolder: "WordCount",
 	})
 	cachePath := engine.DataFolder() + "cache/"
-	// 读取gse内置中文词典
-	err := seg.LoadDictEmbed()
+	dat, err := file.GetLazyData("data/Chat/dict.txt", control.Md5File, true)
+	if err != nil {
+		panic(err)
+	}
+	var seg jieba.Segmenter
+	err = seg.LoadUserDictionary(bytes.NewReader(dat))
 	if err != nil {
 		panic(err)
 	}
@@ -108,8 +111,7 @@ func init() {
 			h.Get("messages").ForEach(func(_, msgObj gjson.Result) bool {
 				tex := strings.TrimSpace(message.ParseMessageFromString(msgObj.Get("raw_message").Str).ExtractPlainText())
 				if tex != "" {
-					segments := seg.Segment(helper.StringToBytes(tex))
-					words := gse.ToSlice(segments, true)
+					words := seg.Cut(tex, true)
 					for _, word := range words {
 						word = strings.TrimSpace(word)
 						i := sort.SearchStrings(stopwords, word)