feat:添加铅笔小说搜索插件 (#89)

* feat:添加铅笔小说搜索插件

* fix:小修改help

* fix:微调语句

* fix:替换编码库

* fix:不修改go.sum

README.md

@@ -211,10 +211,12 @@ zerobot -h -t token -u url [-d|w] [-g 监听地址:端口] qq1 qq2 qq3 ...
     - [x] vtb语录
     - [x] 随机vtb
 - **书评** `import _ "github.com/FloatTech/ZeroBot-Plugin/plugin_book_review"`
-    - [x] 书评[关键字]
+    - [x] 书评[xxx]
     - [x] 随机书评
 - **coser** `import _ "github.com/FloatTech/ZeroBot-Plugin/plugin_coser" `
     - [x] coser
+- **novel** `import _ "github.com/FloatTech/ZeroBot-Plugin/plugin_novel" `
+    - [x] 小说[xxx]
 - **TODO...**
 
 ## 使用方法

go.mod

@@ -6,6 +6,7 @@ require (
 	github.com/FloatTech/AnimeAPI v1.1.11
 	github.com/FloatTech/ZeroBot-Plugin-Gif v0.2.4
 	github.com/FloatTech/bot-manager v1.0.1-0.20211112011524-85b9895271ed
+	github.com/antchfx/htmlquery v1.2.3
 	github.com/corona10/goimagehash v1.0.3
 	github.com/fogleman/gg v1.3.0
 	github.com/fumiama/cron v1.3.0
@@ -24,4 +25,5 @@ require (
 	github.com/tidwall/gjson v1.12.1
 	github.com/wdvxdr1123/ZeroBot v1.4.1
 	golang.org/x/image v0.0.0-20211028202545-6944b10bf410
+	golang.org/x/text v0.3.6
 )

main.go

@@ -38,6 +38,7 @@ import (
 	_ "github.com/FloatTech/ZeroBot-Plugin/plugin_minecraft"   // MCSManager
 	_ "github.com/FloatTech/ZeroBot-Plugin/plugin_moyu"        // 摸鱼
 	_ "github.com/FloatTech/ZeroBot-Plugin/plugin_music"       // 点歌
+	_ "github.com/FloatTech/ZeroBot-Plugin/plugin_novel"       // 铅笔小说网搜索
 	_ "github.com/FloatTech/ZeroBot-Plugin/plugin_omikuji"     // 浅草寺求签
 	_ "github.com/FloatTech/ZeroBot-Plugin/plugin_reborn"      // 投胎
 	_ "github.com/FloatTech/ZeroBot-Plugin/plugin_shindan"     // 测定

plugin_novel/qianbi.go

@@ -0,0 +1,187 @@
+package plugin_novel
+
+import (
+	"fmt"
+	"io/ioutil"
+	"net/http"
+	"net/http/cookiejar"
+	"net/url"
+	"regexp"
+	"strings"
+	"time"
+
+	"github.com/FloatTech/ZeroBot-Plugin/control"
+	"github.com/FloatTech/ZeroBot-Plugin/utils/encode"
+	"github.com/antchfx/htmlquery"
+	log "github.com/sirupsen/logrus"
+	zero "github.com/wdvxdr1123/ZeroBot"
+	"github.com/wdvxdr1123/ZeroBot/extension/rate"
+	"github.com/wdvxdr1123/ZeroBot/message"
+	"github.com/wdvxdr1123/ZeroBot/utils/helper"
+)
+
+const (
+	websiteURL   = "https://www.23qb.net"
+	websiteTitle = "铅笔小说"
+	errorTitle   = "出现错误！"
+	username     = "zerobot"
+	password     = "123456"
+	submit       = "%26%23160%3B%B5%C7%26%23160%3B%26%23160%3B%C2%BC%26%23160%3B"
+	ua           = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/96.0.4664.110 Safari/537.36"
+	loginURL     = websiteURL + "/login.php?do=submit&jumpurl=https%3A%2F%2Fwww.23qb.net%2F"
+	searchURL    = websiteURL + "/saerch.php"
+	idReg        = `/(\d+)/`
+)
+
+var (
+	gCurCookies   []*http.Cookie
+	gCurCookieJar *cookiejar.Jar
+	engine        = control.Register("novel", &control.Options{
+		DisableOnDefault: false,
+		Help:             "铅笔小说网搜索\n- 小说[xxx]",
+	})
+	limit = rate.NewManager(time.Minute, 5)
+)
+
+func init() {
+	engine.OnRegex("^小说([\u4E00-\u9FA5A-Za-z0-9]{1,25})$").SetBlock(true).
+		Handle(func(ctx *zero.Ctx) {
+			if !limit.Load(ctx.Event.GroupID).Acquire() {
+				ctx.SendChain(message.Text("请稍后重试0x0..."))
+				return
+			}
+			ctx.SendChain(message.Text("少女祈祷中......"))
+			login(username, password)
+			searchKey := ctx.State["regex_matched"].([]string)[1]
+			searchHtml := search(searchKey)
+			var m message.Message
+			doc, err := htmlquery.Parse(strings.NewReader(searchHtml))
+			if err != nil {
+				log.Println("err:", err)
+			}
+			htmlTitle := htmlquery.InnerText(htmlquery.FindOne(doc, "/html/head/title"))
+			if htmlTitle == websiteTitle {
+				list, err := htmlquery.QueryAll(doc, "//dl[@id='nr']")
+				if err != nil {
+					log.Println("err:", err)
+				}
+				if len(list) != 0 {
+					for _, v := range list {
+						bookName := htmlquery.InnerText(htmlquery.FindOne(v, "/dd[1]/h3/a[1]"))
+						category := htmlquery.InnerText(htmlquery.FindOne(v, "/dt/span[1]"))
+						author := htmlquery.InnerText(htmlquery.FindOne(v, "/dd[2]/span[1]"))
+						status := htmlquery.InnerText(htmlquery.FindOne(v, "/dd[2]/span[2]"))
+						wordNumbers := htmlquery.InnerText(htmlquery.FindOne(v, "/dd[2]/span[3]"))
+						description := htmlquery.InnerText(htmlquery.FindOne(v, "/dd[3]"))
+						updateTime := htmlquery.InnerText(htmlquery.FindOne(v, "/dd[1]/h3/span[1]"))
+						latestChapter := htmlquery.InnerText(htmlquery.FindOne(v, "/dd[4]/a[1]"))
+
+						reg := regexp.MustCompile(idReg)
+						id := reg.FindStringSubmatch(htmlquery.SelectAttr(htmlquery.FindOne(v, "/dt/a[1]"), "href"))[1]
+
+						webpageURL := websiteURL + "/book/" + id + "/"
+						downloadURL := websiteURL + "/modules/article/txtarticle.php?id=" + id
+						text := fmt.Sprintf("书名:%s\n类型:%s\n作者:%s\n状态:%s\n字数:%s\n简介:%s\n更新时间:%s\n最新章节:%s\n网页链接:%s\n下载地址:%s\n", bookName, category, author, status, wordNumbers, description, updateTime, latestChapter, webpageURL, downloadURL)
+						m = append(m,
+							message.CustomNode(
+								zero.BotConfig.NickName[0],
+								ctx.Event.SelfID,
+								text),
+						)
+					}
+					if id := ctx.SendGroupForwardMessage(
+						ctx.Event.GroupID,
+						m).Get("message_id").Int(); id == 0 {
+						ctx.SendChain(message.Text("ERROR: 可能被风控了"))
+					}
+				} else {
+					text := htmlquery.InnerText(htmlquery.FindOne(doc, "//div[@id='tipss']"))
+					text = strings.Replace(text, " ", "", -1)
+					text = strings.Replace(text, "本站", websiteURL, -1)
+					ctx.SendChain(message.Text(text))
+				}
+			} else if htmlTitle == errorTitle {
+				ctx.SendChain(message.Text(errorTitle))
+				text := htmlquery.InnerText(htmlquery.FindOne(doc, "//div[@style='text-align: center;padding:10px']"))
+				text = strings.Replace(text, " ", "", -1)
+				ctx.SendChain(message.Text(text))
+			} else {
+				bookName := htmlquery.SelectAttr(htmlquery.FindOne(doc, "//meta[@property='og:novel:book_name']"), "content")
+				category := htmlquery.SelectAttr(htmlquery.FindOne(doc, "//meta[@property='og:novel:category']"), "content")
+				author := htmlquery.SelectAttr(htmlquery.FindOne(doc, "//meta[@property='og:novel:author']"), "content")
+				status := htmlquery.SelectAttr(htmlquery.FindOne(doc, "//meta[@property='og:novel:status']"), "content")
+				description := htmlquery.InnerText(htmlquery.FindOne(doc, "//div[@id='bookintro']/p"))
+				updateTime := htmlquery.SelectAttr(htmlquery.FindOne(doc, "//meta[@property='og:novel:update_time']"), "content")
+				latestChapter := htmlquery.SelectAttr(htmlquery.FindOne(doc, "//meta[@property='og:novel:latest_chapter_name']"), "content")
+
+				reg := regexp.MustCompile(idReg)
+				id := reg.FindStringSubmatch(htmlquery.SelectAttr(htmlquery.FindOne(doc, "//meta[@property='og:novel:read_url']"), "content"))[1]
+				webpageURL := websiteURL + "/book/" + id + "/"
+				downloadURL := websiteURL + "/modules/article/txtarticle.php?id=" + id
+				text := fmt.Sprintf("书名:%s\n类型:%s\n作者:%s\n状态:%s\n简介:%s\n更新时间:%s\n最新章节:%s\n网页链接:%s\n下载地址:%s\n", bookName, category, author, status, description, updateTime, latestChapter, webpageURL, downloadURL)
+				ctx.SendChain(message.Text(text))
+			}
+
+		})
+}
+
+func login(username, password string) {
+	gCurCookies = nil
+	gCurCookieJar, _ = cookiejar.New(nil)
+	client := &http.Client{
+		Jar: gCurCookieJar,
+	}
+	usernameData, err := encode.Utf8ToGbk(helper.StringToBytes(username))
+	if err != nil {
+		log.Println("err:", err)
+	}
+	usernameGbk := helper.BytesToString(usernameData)
+	passwordData, err := encode.Utf8ToGbk(helper.StringToBytes(password))
+	if err != nil {
+		log.Println("err:", err)
+	}
+	passwordGbk := helper.BytesToString(passwordData)
+	loginReq, err := http.NewRequest("POST", loginURL, strings.NewReader(fmt.Sprintf("username=%s&password=%s&usecookie=315360000&action=login&submit=%s", url.QueryEscape(usernameGbk), url.QueryEscape(passwordGbk), submit)))
+	if err != nil {
+		log.Println("err:", err)
+	}
+	loginReq.Header.Set("Content-Type", "application/x-www-form-urlencoded")
+	loginReq.Header.Set("User-Agent", ua)
+	loginResp, err := client.Do(loginReq)
+	if err != nil {
+		log.Println("err:", err)
+	}
+	defer loginResp.Body.Close()
+	gCurCookies = gCurCookieJar.Cookies(loginReq.URL)
+
+}
+
+func search(searchKey string) (searchHtml string) {
+	searchKeyData, err := encode.Utf8ToGbk(helper.StringToBytes(searchKey))
+	if err != nil {
+		log.Println("err:", err)
+	}
+	searchKeyGbk := helper.BytesToString(searchKeyData)
+	client := &http.Client{
+		Jar: gCurCookieJar,
+	}
+	searchReq, err := http.NewRequest("POST", searchURL, strings.NewReader(fmt.Sprintf("searchkey=%s&searchtype=all", url.QueryEscape(searchKeyGbk))))
+	if err != nil {
+		log.Println("err:", err)
+	}
+	searchReq.Header.Set("Content-Type", "application/x-www-form-urlencoded")
+	searchReq.Header.Set("User-Agent", ua)
+	searchResp, err := client.Do(searchReq)
+	if err != nil {
+		log.Println("err:", err)
+	}
+	defer searchResp.Body.Close()
+	searchData, err := ioutil.ReadAll(searchResp.Body)
+	if err != nil {
+		log.Printf("get response for url=%s got error=%s\n", searchURL, err.Error())
+	}
+	gCurCookies = gCurCookieJar.Cookies(searchReq.URL)
+	searchData, err = encode.GbkToUtf8(searchData)
+	searchHtml = helper.BytesToString(searchData)
+	return searchHtml
+}

utils/encode/encode.go

@@ -0,0 +1,29 @@
+package encode
+
+import (
+	"bytes"
+	"io/ioutil"
+
+	"golang.org/x/text/encoding/simplifiedchinese"
+	"golang.org/x/text/transform"
+)
+
+// GBK 转 UTF-8
+func GbkToUtf8(s []byte) ([]byte, error) {
+	reader := transform.NewReader(bytes.NewReader(s), simplifiedchinese.GBK.NewDecoder())
+	d, e := ioutil.ReadAll(reader)
+	if e != nil {
+		return nil, e
+	}
+	return d, nil
+}
+
+// UTF-8 转 GBK
+func Utf8ToGbk(s []byte) ([]byte, error) {
+	reader := transform.NewReader(bytes.NewReader(s), simplifiedchinese.GBK.NewEncoder())
+	d, e := ioutil.ReadAll(reader)
+	if e != nil {
+		return nil, e
+	}
+	return d, nil
+}