验证功能详情页支持加载图片

backend/vm/check.go

@@ -16,8 +16,8 @@ func (vm *VM) VerifySpiderConfig(sc *be.SpiderConfig) (*be.SpiderConfigVerifyRes
 	verifyResult := list.New()
 	be.DataResults[sc.Code] = verifyResult
 	ret := &be.SpiderConfigVerifyResult{false, false, false, false, false, false, false}
-	_, baseCancelFn, _, _, ctx, incCancelFn := be.NewBrowser(false, false, false)    //列表页使用
-	_, baseCancelFn2, _, _, ctx2, incCancelFn2 := be.NewBrowser(false, false, false) //详情页使用
+	_, baseCancelFn, _, _, ctx, incCancelFn := be.NewBrowser(false, false, false)   //列表页使用
+	_, baseCancelFn2, _, _, ctx2, incCancelFn2 := be.NewBrowser(false, true, false) //详情页使用
 	defer func() {
 		incCancelFn2()
 		baseCancelFn2()
@@ -87,6 +87,7 @@ T:
 				continue
 			}
 			//下载附件
+			qu.Debug(r.Title, r.ListTitle)
 			if sc.AttachCss != "" {
 				downloadAttaches(r, vm.attachesDir)
 			}

backend/vm/vm.go

@@ -98,6 +98,7 @@ func downloadAttaches(v *be.ResultItem, attachesDir string) {
 		mtype := mimetype.Detect(bs)
 		//不要HTML网页
 		if strings.Contains(strings.ToLower(mtype.String()), "html") {
+			qu.Debug("附件为网页类型，过滤")
 			continue
 		}
 		fileName := fmt.Sprintf("%s_%04d_%04d_%04d%s", time.Now().Format("20060102150405"), rand.Intn(9999),

server.go

@@ -7,7 +7,6 @@ import (
 	"io/ioutil"
 	qu "jygit.jydev.jianyu360.cn/data_processing/common_utils"
 	"net/http"
-	"net/url"
 	"reflect"
 	be "spider_creator/backend"
 	"time"
@@ -163,12 +162,7 @@ func getResult(param, result interface{}, route string) {
 		qu.Debug("Error reading response body:", err)
 		return
 	}
-	decodedBody, err := url.QueryUnescape(string(body))
-	if err != nil {
-		qu.Debug("Decoded Body Error:", err)
-		return
-	}
-	if err := json.Unmarshal([]byte(decodedBody), &result); err != nil {
+	if err := json.Unmarshal(body, &result); err != nil {
 		qu.Debug("Error unmarshaling response:", err)
 		return
 	}