浏览器初始化去掉脚本注入

backend/browser.go

@@ -13,8 +13,6 @@ import (
 
 	"github.com/chromedp/cdproto/fetch"
 
-	"github.com/chromedp/cdproto/page"
-
 	"github.com/chromedp/chromedp"
 )
 
@@ -149,10 +147,10 @@ func NewBrowser(headless bool, showImage bool, proxyServe bool, baseUrl string,
 	//
 	chromedp.Run(incCtx,
 		fetch.Enable(),
-		chromedp.ActionFunc(func(cxt context.Context) error {
-			_, err := page.AddScriptToEvaluateOnNewDocument("Object.defineProperty(navigator, 'webdriver', { get: () => false, });").Do(cxt)
-			return err
-		}),
+		//chromedp.ActionFunc(func(cxt context.Context) error {
+		//	_, err := page.AddScriptToEvaluateOnNewDocument("Object.defineProperty(navigator, 'webdriver', { get: () => false, });").Do(cxt)
+		//	return err
+		//}),
 	)
 	return ctx, cancelFn, allocCtx, allocCancelFn, incCtx, incCancelFn
 }

backend/vm/vm.go

@@ -10,6 +10,7 @@ import (
 	qu "jygit.jydev.jianyu360.cn/data_processing/common_utils"
 	"math/rand"
 	"net/http"
+	"net/url"
 	"os"
 	"regexp"
 	be "spider_creator/backend"
@@ -82,7 +83,14 @@ func downloadAttaches(v *be.ResultItem, attachesDir string) {
 			qu.Debug(" 下载附件 构建req 出错:", attach.Href, attach.FileName, err.Error())
 			continue
 		}
+		//构造请求头
+		var hostName string
+		if parsedURL, err := url.Parse(attach.Href); err == nil {
+			hostName = parsedURL.Host
+		}
 		req.Header.Add("user-agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36")
+		req.Header.Add("host", hostName)
+		req.Header.Add("href", v.Href)
 		resp, err := client.Do(req)
 		if err != nil {
 			qu.Debug(" 下载附件 发送请求 出错:", attach.Href, attach.FileName, err.Error())

frontend/src/views/ReviewList.vue

@@ -1054,16 +1054,15 @@ const doUnBatchListing = () => {
 }
 
 //Wails事件绑定
-// EventsOn("spiderConfigChange", data => {
-//     console.log(data)
-//     const { key, css, url } = data
-//     refreshAndAsyncEditDialog(key, css)
-//     // 当触发修改时候，同步给客服端一份
-//     if (currentEditRow.value && Object.keys(currentEditRow.value).length <= 0) {
-//         const mark = getMarkWithRow(currentEditRow.value)
-//         ServerActionCurrentOpenTab(mark)
-//     }
-// })
+EventsOn("spiderConfigChange", data => {
+    const { key, css, url } = data
+    refreshAndAsyncEditDialog(key, css)
+    // 当触发修改时候，同步给客服端一份
+    // if (currentEditRow.value && Object.keys(currentEditRow.value).length <= 0) {
+    //     const mark = getMarkWithRow(currentEditRow.value)
+    //     ServerActionCurrentOpenTab(mark)
+    // }
+})
 </script>
 
 <style lang="scss" scoped>