spider_creater/backend/webservice/webservice.go

// 对外服务
package webservice

import (
	"crypto/tls"
	_ "embed"
	"encoding/json"
	"fmt"
	qu "jygit.jydev.jianyu360.cn/data_processing/common_utils"
	"log"
	"net/http"
	be "spider_creator/backend"
	bdb "spider_creator/backend/db"
)

const (
	LISTEN_ADDR = ":8080"
)

type (
	SpiderConfigItem struct {
		Key string `json:"key"`
		Css string `json:"css"`
		Url string `json:"url"`
	}
	WebService struct {
		db                  *bdb.SpiderDb
		enf                 be.EventNotifyFace
		currentSpiderConfig *be.SpiderConfig
	}
)

var (
	//go:embed cert.pem
	certBytes []byte
	//go:embed key.pem
	keyBytes               []byte
	currentTabSpiderConfig = &be.SpiderConfig{}
)

// NewWebService
func NewWebService(db *bdb.SpiderDb, enf be.EventNotifyFace, csf *be.SpiderConfig) *WebService {
	return &WebService{db, enf, csf}
}

func (ws *WebService) RunHttpServe() {
	// 设置HTTP服务器
	mux := http.NewServeMux()
	// 解析证书
	cert, err := tls.X509KeyPair(certBytes, keyBytes)
	if err != nil {
		qu.Debug(err.Error())
		return
	}
	// 创建一个TLS配置
	tlsConfig := &tls.Config{
		// 可以在这里添加其他TLS配置
		Certificates:       []tls.Certificate{cert},
		ServerName:         "localhost",
		InsecureSkipVerify: true,
	}
	server := &http.Server{
		Addr:      LISTEN_ADDR,
		Handler:   mux,
		TLSConfig: tlsConfig,
	}
	//这里注册HTTP服务
	mux.HandleFunc("/save", ws.SaveSpiderConfig)
	mux.HandleFunc("/load", ws.LoadSpiderConfig)
	//
	qu.Debug("Starting HTTPS server on ", LISTEN_ADDR)
	err = server.ListenAndServeTLS("", "")
	if err != nil {
		qu.Debug("Failed to start server:  ", err.Error())
		return
	}
}

// SaveSpiderConfig LoadCurrentSpiderConfig,json处理
func (ws *WebService) SaveSpiderConfig(w http.ResponseWriter, r *http.Request) {
	qu.Debug("保存设置")
	w.Header().Set("Access-Control-Allow-Origin", "*")
	w.Header().Set("Content-Type", "application/json")
	var req = new(SpiderConfigItem)
	err := json.NewDecoder(r.Body).Decode(req)
	if err != nil {
		qu.Debug("序列化失败")
		http.Error(w, err.Error(), http.StatusBadRequest)
		return
	}
	switch req.Key {
	case "listItemCss":
		currentTabSpiderConfig.ListItemCss = req.Css
	case "listLinkCss":
		currentTabSpiderConfig.ListLinkCss = req.Css
	case "listPublishTimeCss":
		currentTabSpiderConfig.ListPubtimeCss = req.Css
	case "listNextPageCss":
		currentTabSpiderConfig.ListNextPageCss = req.Css
	case "listBodyCss":
		currentTabSpiderConfig.ListBodyCss = req.Css
	case "titleCss":
		currentTabSpiderConfig.TitleCss = req.Css
	case "publishUnitCss":
		currentTabSpiderConfig.PublishUnitCss = req.Css
	case "publishTimeCss":
		currentTabSpiderConfig.PublishTimeCss = req.Css
	case "contentCss":
		currentTabSpiderConfig.ContentCss = req.Css
	case "attachCss":
		currentTabSpiderConfig.AttachCss = req.Css
	}
	qu.Debug("CSS", req.Key, req.Css, req.Url)
	fmt.Fprint(w, "{'code':200}")
	//TODO 通知开发工具端，CSS选择器有变动
	ws.enf.Dispatch("spiderConfigChange", map[string]interface{}{"key": req.Key, "css": req.Css, "url": req.Url})
}

// LoadSpiderConfig LoadCurrentSpiderConfig,加载，返回当前配置项
func (ws *WebService) LoadSpiderConfig(w http.ResponseWriter, r *http.Request) {
	qu.Debug("加载当前配置项")
	w.Header().Set("Access-Control-Allow-Origin", "*")
	w.Header().Set("Content-Type", "application/json")
	var req = new(SpiderConfigItem)
	err := json.NewDecoder(r.Body).Decode(req)
	if err != nil {
		qu.Debug("序列化失败")
		http.Error(w, err.Error(), http.StatusBadRequest)
		return
	} else {
		qu.Debug("高亮：", req.Url, *currentTabSpiderConfig)
		err = json.NewEncoder(w).Encode(currentTabSpiderConfig)
		if err != nil {
			log.Println("反向序列化失败")
			http.Error(w, err.Error(), http.StatusBadRequest)
			return
		}
	}
}

func SetCurrentTabCssMark(cssMark map[string]interface{}) {
	sc, err := be.NewSpiderConfig(cssMark)
	if err != nil {
		qu.Debug("标注信息传输失败！")
	}
	currentTabSpiderConfig = sc
	qu.Debug("当前编辑爬虫链接：", currentTabSpiderConfig)
}