spider_chromedp/chromedp/browser.go

package main

import (
	"context"
	"fmt"
	"github.com/chromedp/cdproto/page"
	"github.com/chromedp/cdproto/target"
	"github.com/chromedp/chromedp"
	"github.com/chromedp/chromedp/device"
	"io/ioutil"
	"log"
	"math/rand"
	"net/http"
	"path/filepath"
	"strings"
	"time"
)

const (
	BROWSER_DEVICE_TYPE_PC     = 0
	BROWSER_DEVICE_TYPE_MOBILE = 1
	BROWSER_RESET_ERROR_LIMIT  = 10
)

var (
	fakeDevice       FakeDevice       = 1234
	mobileFaceDevice MobileFakeDevice = 1234
	screensize                        = [][2]int64{
		{3840, 2160},
		{2560, 1440},
		{1920, 1080},
		{1600, 900},
		{1366, 768},
	}
	//BrowserGroup 支持多并发的浏览器组
	BrowserGroup chan *Browser
	useragent    = []string{
		"Chrome: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36",
		"Firefox: Mozilla/5.0 (Windows NT 6.3; WOW64; rv:41.0) Gecko/20100101 Firefox/41.0",
		"Safari: Mozilla/5.0 (iPhone; CPU iPhone OS 11_2_5 like Mac OS X) AppleWebKit/604.5.6 (KHTML, like Gecko) Version/11.0 Mobile/15D60 Safari/604.1",
		"MacOSX: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/602.2.14 (KHTML, like Gecko) Version/10.0.1 Safari/602.2.14",
		"Mozilla/5.0(Macintosh;U;IntelMacOSX10_6_8;en-us)AppleWebKit/534.50(KHTML,likeGecko)Version/5.1Safari/534.50",
		"Mozilla/5.0(Windows;U;WindowsNT6.1;en-us)AppleWebKit/534.50(KHTML,likeGecko)Version/5.1Safari/534.50",
		"Mozilla/5.0(Macintosh;IntelMacOSX10.6;rv:2.0.1)Gecko/20100101Firefox/4.0.1",
		"Mozilla/5.0(WindowsNT6.1;rv:2.0.1)Gecko/20100101Firefox/4.0.1",
		"Mozilla/5.0(Macintosh;IntelMacOSX10_7_0)AppleWebKit/535.11(KHTML,likeGecko)Chrome/17.0.963.56Safari/535.11",
		"Mozilla/4.0(compatible;MSIE7.0;WindowsNT5.1;Trident/4.0;SE2.XMetaSr1.0;SE2.XMetaSr1.0;.NETCLR2.0.50727;SE2.XMetaSr1.0)",
		"Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/53.0.2785.70 Safari/537.36",
		"Chrome 9	Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.81 Safari/537.36",
		"Safari	Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.0.3 Safari/605.1.15",
		"Safari	Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.1.2 Safari/605.1.15",
		"Safari 11	Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/11.1.2 Safari/605.1.15 QQBrowserLite/1.3.0",
		"Chrome 9	Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.81 Safari/537.36",
		"Chrome 59	Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.115 Safari/537.36",
		"Chrome 9	Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.71 Safari/537.36",
		"Safari 11	Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_1) AppleWebKit/604.3.5 (KHTML, like Gecko) Version/11.0.1 Safari/604.3.5",
		"Firefox 9	Mozilla/5.0 (Macintosh; Intel Mac OS X 10.13; rv:93.0) Gecko/20100101 Firefox/93.0",
		"Safari	Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.1.1 Safari/605.1.15",
		"Chrome 8	Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.90 Safari/537.36",
		"Chrome	Mozilla/5.0 (X11; U; U; Linux x86_64; zh-my) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36 Puffin/8.3.1.41624AP",
		"Opera 28	Mozilla/5.0 (Linux; BRAVIA 4K 2015 Build/LMY48E.S265) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.101 Safari/537.36 OPR/28.0.1754.0",
		"Safari	Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Safari/537.36 HeyTapBrowser/40.7.29.1",
		"Chrome 9	Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/93.0.4577.58 Safari/537.36 Edg/93.0.961.33",
		"Chrome 9	Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) SamsungBrowser/15.0 Chrome/90.0.4430.210 Safari/537.36",
		"Chrome 9	Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.131 Safari/537.36",
		"Chrome	Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36",
		"Microsoft Edge	Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.140 Safari/537.36 Edge/17.17134",
		"Chrome 8	Mozilla/5.0 (Windows NT 10.0; ) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.97 Safari/537.36",
		"Chrome 8	Mozilla/5.0 (Windows NT 10.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36",
		"Chrome 9	Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.61 Safari/537.36",
		"Chrome 8	Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.121 Safari/537.36",
		"Chrome 9	Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
		"Chrome	Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36",
		"Firefox 7	Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:78.0) Gecko/20100101 Firefox/78.0",
		"Chrome 9	Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.81 Safari/537.36",
		"Internet Explorer 11	Mozilla/5.0 (Windows NT 6.3; WOW64; Trident/7.0; LCJB; rv:11.0) like Gecko",
		"Chrome 9	Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.71 Safari/537.36",
		"Firefox 36	 Mozilla/5.0 (Windows NT 6.3; rv:36.0) Gecko/20100101 Firefox/36.0",
		"Chrome	Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.25 Safari/537.36 Core/1.70.3870.400 QQBrowser/10.8.4405.400",
		"Chrome 58	Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36 SE 2.X MetaSr 1.0",
		"Firefox 9	Mozilla/5.0 (Windows NT 6.3; Win64; x64; rv:93.0) Gecko/20100101 Firefox/93.0",
		"Chrome 8	Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36",
		"Chrome 9	Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.71 Safari/537.36 Edg/94.0.992.38",
	}
	mobileUserAgent = []string{
		"Chrome Mobile	Mozilla/5.0 (Linux; U; Android 9; en-US; SM-G950F Build/PPR1.180610.011) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/78.0.3904.108 UCBrowser/13.4.0.1306 Mobile Safari/537.36",
		"Chrome Mobile	Mozilla/5.0 (Linux; U; Android 9; zh-cn; RVL-AL09 Build/HUAWEIRVL-AL09) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/66.0.3359.126 MQQBrowser/10.7 Mobile Safari/537.36",
		"Chrome Mobile	Mozilla/5.0 (Linux; U; Android 9; zh-cn; PDBM00 Build/PPR1.180610.011) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/77.0.3865.120 MQQBrowser/11.9 Mobile Safari/537.36 COVC/045709",
		"Chrome Mobile	Mozilla/5.0 (Linux; Android 9; INE-AL00; HMSCore 6.1.0.313; GMSCore 19.6.29) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.93 HuaweiBrowser/11.1.5.310 Mobile Safari/537.36",
		"Chrome Mobile	Mozilla/5.0 (Linux; Android 9; V1913A Build/P00610; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/87.0.4280.141 Mobile Safari/537.36 VivoBrowser/10.2.11.6",
		"Chrome Mobile	Mozilla/5.0 (Linux; Android 9; V1934A Build/PPR1.180610.011; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/68.0.3440.91 Mobile Safari/537.36 iThunder;thirdChannel_SHOUJIXUNLEI/7.09.2.7123 xl_cloud",
		"Chrome Mobile	Mozilla/5.0 (Linux; U; Android 9; zh-cn; MI 6X Build/PKQ1.180904.001) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/89.0.4389.116 Mobile Safari/537.36 XiaoMi/MiuiBrowser/15.4.12",
		"Chrome Mobile	Mozilla/5.0 (Linux; Android 9; Mi Note 3 Build/PKQ1.181007.001; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/80.0.3987.99 Mobile Safari/537.36 iThunder;thirdChannel_SHOUJIXUNLEI/7.32.0.7705 xl_cloud statusBarHeight/66 statusBarHeightDp/24.0",
		"Chrome Mobile	Mozilla/5.0 (Linux; U; Android 9; zh-cn; LLD-AL30 Build/HONORLLD-AL30) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/89.0.4389.72 MQQBrowser/12.0 Mobile Safari/537.36 COVC/045817",
		"Chrome Mobile	Mozilla/5.0 (Linux; Android 9; COL-AL10; HMSCore 6.1.0.305; GMSCore 17.7.85) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.93 HuaweiBrowser/11.1.4.301 Mobile Safari/537.36",
		"Mobile Safari	Mozilla/5.0 (iPad; CPU OS 10_3_3 like Mac OS X) AppleWebKit/603.1.30 (KHTML, like Gecko) GSA/68.0.234683655 Mobile/14G60 Safari/602.1",
		"Mobile Safari	Mozilla/5.0 (iPad; CPU OS 10_3_3 like Mac OS X) AppleWebKit/603.3.8 (KHTML, like Gecko) Version/10.0 Mobile/14G60 Safari/602.1",
		"Mobile Safari	Mozilla/5.0 (iPad; CPU OS 10_3_4 like Mac OS X) AppleWebKit/603.3.8 (KHTML, like Gecko) Version/10.0 EdgiOS/46.3.26 Mobile/14G61 Safari/603.3.8",
		"Mobile Safari	Mozilla/5.0 (iPad; CPU OS 11_4_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/11.0 Mobile/15E148 Safari/604.1",
		"Mobile Safari	Mozilla/5.0 (iPhone; CPU iPhone OS 11_0_3 like Mac OS X) AppleWebKit/604.3.5 (KHTML, like Gecko) Version/11.0 MQQBrowser/11.8.3 Mobile/15B87 Safari/604.1 QBWebViewUA/2 QBWebViewType/1 WKType/1",
		"Mobile Safari	Mozilla/5.0 (iPhone; CPU iPhone OS 11_4_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/11.0 Mobile/15E148 Safari/604.1",
		"Mobile Safari	Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.3.5 (KHTML, like Gecko) Version/11.0 MQQBrowser/12.0.1 Mobile/15B87 Safari/604.1 QBWebViewUA/2 QBWebViewType/1 WKType/1",
		"Apple WebKit	Mozilla/5.0 (iPhone; CPU iPhone OS 11_4 like Mac OS X; zh-CN) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15F79 UCBrowser/13.5.8.1568 Mobile  AliApp(TUnionSDK/0.1.20.4)",
		"Apple WebKit	Mozilla/5.0 (iPhone; CPU iPhone OS 11_1_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 MicroMessenger/7.0.12(0x17000c2f) NetType/4G Language/zh_CN wechatdevtools",
		"Mobile Safari	Mozilla/5.0 (iPad; CPU OS 13_6 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.1.2 Mobile/15E148 Safari/604.1",
		"Chrome Mobile	Mozilla/5.0 (iPad; CPU OS 14_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/94.0.4606.76 Mobile/15E148 Safari/604.1",
		"Mobile Safari	Mozilla/5.0 (iPad; CPU OS 14_7_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 MQBHD/6.9.1 Safari/537.22",
		"Mobile Safari	Mozilla/5.0 (iPad; CPU OS 12_4_4 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/12.1.2 Mobile/15E148 Safari/604.1",
		"Mobile Safari	Mozilla/5.0 (iPad; CPU OS 12_4 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/12.1.2 Mobile/15E148 Safari/604.1",
		"Apple WebKit	Mozilla/5.0 (iPad; CPU OS 14_7_1 like Mac OS X) AppleWebKit/601.1.46 (KHTML, like Gecko) Mobile/18G82 Quark/4.5.9.19 Mobile",
		"Mobile Safari	Mozilla/5.0 (iPad; CPU OS 14_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) GSA/180.0.400278405 Mobile/15E148 Safari/604.1",
		"Mobile Safari	Mozilla/5.0 (iPad; CPU OS 12_5 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) GSA/160.0.373863126 Mobile/15E148 Safari/604.1",
		"Apple WebKit	Mozilla/5.0 (iPad; CPU OS 12_5_4 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 MQBHD/6.8.9",
		"Mobile Safari	Mozilla/5.0 (iPad; CPU OS 12_4_9 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 MQBHD/6.9.1 Safari/537.22",
		"Mobile Safari	Mozilla/5.0 (iPhone; CPU iPhone OS 15_0_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.0 Mobile/15E148 Safari/604.1",
		"Apple WebKit	Mozilla/5.0 (iPhone; CPU iPhone OS 14_4 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 SP-engine/2.34.0 main%2F1.0 baiduboxapp/12.21.1.10 (Baidu; P2 14.4) NABar/1.0 themeUA=Theme/default",
		"Mobile Safari	Mozilla/5.0 (iPhone; CPU iPhone OS 12_3_1 like Mac OS X) AppleWebKit/604.3.5 (KHTML, like Gecko) Version/12.0 MQQBrowser/12.0.1 Mobile/15B87 Safari/604.1 QBWebViewUA/2 QBWebViewType/1 WKType/1",
		"Apple WebKit	Mozilla/5.0 (iPhone; CPU iPhone OS 14_6 like Mac OS X; zh-CN) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/18F72 UCBrowser/13.5.8.1568 Mobile  AliApp(TUnionSDK/0.1.20.4)",
		"Mobile Safari	Mozilla/5.0 (iPhone; CPU iPhone OS 14_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) GSA/164.0.378717864 Mobile/15E148 Safari/604.1",
		"Apple WebKit	Mozilla/5.0 (iPhone; CPU iPhone OS 12_3_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148",
		"Mobile Safari	Mozilla/5.0 (iPhone; CPU iPhone OS 13_3_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.5 Mobile/15E148 Safari/604.1",
		"Mobile Safari	Mozilla/5.0 (iPhone; CPU iPhone OS 15_0_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.0 Mobile/15E148 Safari/604.1",
		"Apple WebKit	Mozilla/5.0 (iPhone; CPU iPhone OS 13_6 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 SogouMobileBrowser/6.3.7",
		"Mobile Safari	Mozilla/5.0 (iPhone; CPU iPhone OS 12_5_2 like Mac OS X) AppleWebKit/607.3.11 (KHTML, like Gecko) Mobile/16H30 Version/13.0 Safari/604.1",
	}
)

type (
	//Browser 浏览器
	Browser struct {
		timeoutAmount                                int
		showImages                                   bool
		incognito                                    bool
		socks5proxy, proxyChangeIpUrl, clearTraceUrl string
		userDataDir, diskCacheDir, extesionDir       string
		ctx, allocCtx, incCtx                        context.Context
		cancelFn, allocCancelFn, incCancelFn         context.CancelFunc
	}
	Option func(b *Browser) error

	//FakeDevice 伪造的设备
	FakeDevice       int
	MobileFakeDevice int
)

// String
func (fd FakeDevice) String() string {
	defer Catch()
	return "pc custom browser"
}

// Device
func (fd FakeDevice) Device() device.Info {
	defer Catch()
	size := screensize[rand.Intn(5)]
	return device.Info{
		"device name",
		useragent[rand.Intn(len(useragent))],
		size[0], size[1],
		1,
		false, false, false,
	}
}

// String
func (fd MobileFakeDevice) String() string {
	return "mobile custom browser"
}

// Device
func (fd MobileFakeDevice) Device() device.Info {
	defer Catch()
	return device.Info{
		"device name",
		mobileUserAgent[rand.Intn(len(mobileUserAgent))],
		0, 0,
		1,
		false, false, false,
	}
}

// UserDataDir 用户目录
func SetUserDataDir(dir string) Option {
	defer Catch()
	return func(b *Browser) error {
		b.userDataDir = dir
		return nil
	}
}

// DiskCacheDir 磁盘缓存目录，cookie等的存放位置，设置此值，可以调用清理用户痕迹
func SetDiskCacheDir(dir string) Option {
	defer Catch()
	return func(b *Browser) error {
		b.diskCacheDir = dir
		return nil
	}
}

// ExtesionDir  插件目录
func SetExtesionDir(dir string) Option {
	defer Catch()
	//
	fs, _ := ioutil.ReadDir(dir)
	es := make([]string, 0, 0)
	for _, f := range fs {
		if f.IsDir() && !strings.HasPrefix(f.Name(), ".") {
			es = append(es,
				dir+string(filepath.Separator)+f.Name())
		}
	}
	return func(b *Browser) error {
		b.extesionDir = strings.Join(es, ",")
		return nil
	}
}

// Socks5proxy socks5代理地址
func SetSocks5proxy(addr string) Option {
	defer Catch()
	return func(b *Browser) error {
		b.socks5proxy = addr
		return nil
	}
}

// ShowImages 浏览器是否屏蔽显示图像，不显示可以提速
func SetShowImage(showImages bool) Option {
	defer Catch()
	return func(b *Browser) error {
		b.showImages = showImages
		return nil
	}
}

// Incognito 隐身模式
func SetIncognito(incognito bool) Option {
	defer Catch()
	return func(b *Browser) error {
		b.incognito = incognito
		return nil
	}
}

// ProxyChangeIpUrl socks5跳板，切换IP的url地址
func SetProxyChangeIpUrl(url string) Option {
	defer Catch()
	return func(b *Browser) error {
		b.proxyChangeIpUrl = url
		return nil
	}
}

// ChangeIp
func (b *Browser) ChangeIp() error {
	defer Catch()
	if b.proxyChangeIpUrl == "" {
		return nil
	}
	ctx, _ := context.WithTimeout(context.TODO(), 5*time.Second)
	req, err := http.NewRequest("GET", b.proxyChangeIpUrl, nil)
	if err != nil {
		return err
	}
	resp, err := http.DefaultClient.Do(req.WithContext(ctx))
	if err == nil {
		_, _ = ioutil.ReadAll(resp.Body)
		resp.Body.Close()
	}
	return err
}

// NewBrowser 构造一个新的浏览器实例
func NewBrowser(headless bool, ops ...Option) *Browser {
	defer Catch()
	b := new(Browser)
	for _, op := range ops {
		op(b)
	}

	b.ctx, b.cancelFn = chromedp.NewContext(context.Background())

	chromeOptions := append(chromedp.DefaultExecAllocatorOptions[:],
		chromedp.Flag("disable-blink-features", "AutomationControlled"), //headless参数是用来控制Chrome/Chromium是否以无头模式运行的
		chromedp.NoDefaultBrowserCheck,                                  //不检查默认浏览器
		chromedp.Flag("force-dev-mode-highlighting", true),
		chromedp.Flag("disable-extensions", false), //是否禁用扩展
		chromedp.Flag("headless", headless),
		chromedp.Flag("user-agent", useragent[rand.Intn(10)]), //搞到底还是要在这里设置useragent
		chromedp.Flag("disable-keep-alive", true),
		chromedp.Flag("disable-gpu", true),
		chromedp.Flag("no-sandbox", true),
		chromedp.Flag("disable-dev-shm-usage", true),
		chromedp.Flag("default-browser-check", false),
		chromedp.Flag("ignore-certificate-errors", true), //忽略错误
		chromedp.Flag("disable-web-security", true),      //禁用网络安全标志
		chromedp.Flag("mute-audio", false),
		chromedp.Flag("accept-language", `zh-CN,zh;q=0.9,en-US;q=0.8,en;q=0.7,zh-TW;q=0.6`),
	)
	fmt.Println("代理IP:", fmt.Sprintf("socks5://%s", b.socks5proxy))
	if b.socks5proxy != "" {
		chromeOptions = append(chromeOptions,
			chromedp.ProxyServer(fmt.Sprintf("socks5://%s", b.socks5proxy)),
		)
	}
	if b.userDataDir != "" {
		chromeOptions = append(chromeOptions,
			chromedp.Flag("user-data-dir", b.userDataDir),
		)
	}
	if b.diskCacheDir != "" {
		chromeOptions = append(chromeOptions,
			chromedp.Flag("disk-cache-dir", b.diskCacheDir),
		)
	}
	if b.extesionDir != "" {
		chromeOptions = append(chromeOptions,
			chromedp.Flag("load-extension", b.extesionDir),
		)
	}
	if !b.showImages {
		chromeOptions = append(chromeOptions,
			chromedp.Flag("blink-settings", "imagesEnabled=false"),
		)
	}
	if b.incognito {
		chromeOptions = append(chromeOptions,
			chromedp.Flag("incognito", true),
		)
	}
	b.allocCtx, b.allocCancelFn = chromedp.NewExecAllocator(b.ctx, chromeOptions...)
	// 创建一个浏览器实例
	b.incCtx, b.incCancelFn = chromedp.NewContext(b.allocCtx,
		chromedp.WithLogf(log.Printf))
	return b
}

// NewTab 打开新的Tab页，一般不单独调用
func (b *Browser) NewTab() (context.Context, context.CancelFunc) {
	return chromedp.NewContext(b.incCtx)
}

// RunWithTimeout 支持超时设定的方法执行
func (b *Browser) RunWithTimeout(fn func(ctx context.Context, exit chan<- bool), timeout int64) {
	defer Catch()
	ctx, cancelFn := b.NewTab()
	exit := make(chan bool, 1)
	go fn(ctx, exit)
	select {
	case <-exit:
		b.timeoutAmount = 0
		cancelFn()
		return
	case <-time.After(time.Duration(timeout) * time.Second):
		fmt.Print("ooo")
		b.timeoutAmount += 1
		cancelFn()
		return
	}
}

// CloseTab 过滤，关闭Tab页
func (b *Browser) CloseTab(ctx context.Context, filter func(title, url string) bool) {
	if ctx == nil {
		ctx = b.incCtx
	}
	ctx, _ = context.WithTimeout(ctx, 5*time.Second)
	ts, err := chromedp.Targets(ctx)
	if err != nil {
		return
	}
	for _, t := range ts {
		if filter(t.Title, t.URL) {
			newCtx, _ := chromedp.NewContext(ctx, chromedp.WithTargetID(t.TargetID))
			chromedp.Run(newCtx,
				page.Close(),
			)
		}
	}
}

func (b *Browser) Revert() *Browser {
	if b.timeoutAmount > BROWSER_RESET_ERROR_LIMIT {
		//超时太多了，可能是内部错了，重新创建浏览器实例
		fmt.Print("[Reset browser]")
		b.Close()
		browser := NewBrowser(Headless,
			SetUserDataDir(UserDataDir),
			SetSocks5proxy(ProxyAddr),
			SetProxyChangeIpUrl(ProxyChangeIpUrl),
			SetDiskCacheDir(DiskCacheDir),
			SetExtesionDir(ExtesionDir),
			SetShowImage(ShowImage),
			//SetIncognito(env.Incognito),
		)
		return browser
	}
	return b
}

// Close
func (b *Browser) Close() {
	defer Catch()
	if b.cancelFn != nil {
		b.cancelFn()
	}
}

// RandTimedution
func RandTimedution(to int64) time.Duration {
	return time.Duration(rand.Int63n(to*2)+to) * time.Second
}

// RandTimedution
func RandTimedution2(min, max int64) time.Duration {
	return time.Duration(rand.Int63n(max-min)+min) * time.Second
}

// ChangeBrowserDevice
func ChangeBrowserDevice(ctx context.Context, deviceType int) {
	defer Catch()
	var act chromedp.Action
	if deviceType == BROWSER_DEVICE_TYPE_PC {
		act = chromedp.Emulate(fakeDevice)
	} else {
		act = chromedp.Emulate(mobileFaceDevice)
	}
	chromedp.Run(
		ctx,
		act,
	)
}

// NewBrowserGroup
func InitBrowserGroup() {
	defer Catch()
	fmt.Println("ProxyChangeIpUrl:", ProxyChangeIpUrl, "ProxyAddr:", ProxyAddr)
	for i := 1; i <= BrowserSize; i++ {
		browser := NewBrowser(Headless,
			SetUserDataDir(UserDataDir),
			SetSocks5proxy(ProxyAddr),
			SetProxyChangeIpUrl(ProxyChangeIpUrl),
			SetDiskCacheDir(DiskCacheDir),
			SetExtesionDir(ExtesionDir),
			SetShowImage(ShowImage),
			//SetIncognito(env.Incognito),
		)
		BrowserGroup <- browser
	}
}

func NewTabWithTatgetID(targetID target.ID, ctx context.Context) (context.Context, context.CancelFunc) {
	return chromedp.NewContext(ctx, chromedp.WithTargetID(targetID))
}

// RunWithTimeout 支持超时设定的方法执行
func RunWithTimeoutByTatgetID(targetID target.ID, ctx context.Context, fn func(ctx context.Context, exit chan<- bool), timeout int64) {
	defer Catch()
	ctx, cancelFn := NewTabWithTatgetID(targetID, ctx)
	exit := make(chan bool, 1)
	go fn(ctx, exit)
	select {
	case <-exit:
		cancelFn()
		return
	case <-time.After(time.Duration(timeout) * time.Second):
		cancelFn()
		return
	}
}