国家公示

spider2/src/client/demo/downloadInfo.go

@@ -0,0 +1,29 @@
+// DownloadInfo
+package main
+
+import (
+	. "common/spiderutil"
+	"log"
+)
+
+var hd *HttpDownload
+
+func DownloadInfo() {
+
+	bs, _, _ := hd.Download(&RequestConfig{
+		Urlstr: "https://120.52.121.75:8443/QueryGSInfo/entPublicitySC/entPublicityDC/getJyycmlxx.action",
+		Method: "get",
+		Param: map[string]string{
+			"AreaCode": "410000",
+			"EntId":    "141000010452582520",
+			"EntNo":    "410104000038631",
+			"Info":     "All HTTP/1.1",
+		},
+		Head: map[string]string{
+			"Host":       "120.52.121.75:8443",
+			"Connection": "keep-alive",
+			"User-Agent": "Mozilla/5.0 (Android;4.4.4;iToolsAVM;iToolsAVM)",
+		},
+	})
+	log.Println(string(bs))
+}

spider2/src/client/demo/main.go

@@ -0,0 +1,69 @@
+package main
+
+import (
+	"crypto/tls"
+	"encoding/json"
+	"fmt"
+	"io/ioutil"
+	"net/http"
+)
+
+var client *http.Client
+var urlPrefix string
+
+func main() {
+	tr := &http.Transport{
+		TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
+	}
+	client = &http.Client{Transport: tr}
+
+	//查询企业
+	urlPrefix = "https://120.52.121.75:8443"
+	headMap := make(map[string]string)
+	headMap["AreaCode"] = "410000"
+	headMap["Url"] = urlPrefix + "/QuerySummary?AreaCode=" + headMap["AreaCode"] + "&Page=1&Limit=50&Q=郑州赛驰计算机"
+	headMap["Cookie"] = "352284048787547"
+	headMap["User-Agent"] = "Mozilla/5.0 (Android;4.0.1;MANUFACTURER;Pro5);Version/ErrorVersion;ISN_GSXT"
+	resp, err := SetHeader(headMap)
+	if err != nil {
+		fmt.Println(err.Error())
+		return
+	}
+	defer resp.Body.Close()
+	body, err := ioutil.ReadAll(resp.Body)
+	if err != nil {
+		return
+	}
+	result := make(map[string]interface{})
+	json.Unmarshal(body, &result)
+	//fmt.Println(result["RESULT"])
+	infolist := result["RESULT"].([]interface{})
+	var ID, REGNO string
+	for _, v := range infolist {
+		ID = fmt.Sprint((v.(map[string]interface{}))["ID"])
+		REGNO = fmt.Sprint((v.(map[string]interface{}))["REGNO"])
+	}
+
+	//下载工商公示信息
+	headMap["Url"] = urlPrefix + "/QueryGSInfo?AreaCode=" + headMap["AreaCode"] + "&EntId=" + ID + "&EntNo=" + REGNO + "&Info=All"
+	resp, _ = SetHeader(headMap)
+	defer resp.Body.Close()
+	body, _ = ioutil.ReadAll(resp.Body)
+	fmt.Println(string(body))
+
+	//下载企业公示信息
+	headMap["Url"] = urlPrefix + "/QueryQY?AreaCode=" + headMap["AreaCode"] + "&EntId=" + ID + "&EntNo=" + REGNO + "&Info=All"
+	resp, _ = SetHeader(headMap)
+	defer resp.Body.Close()
+	body, _ = ioutil.ReadAll(resp.Body)
+	fmt.Println(string(body))
+}
+func SetHeader(headMap map[string]string) (resp *http.Response, err error) {
+	req, _ := http.NewRequest("GET", headMap["Url"], nil)
+	//req, _ := http.NewRequest("GET", "https://120.52.121.75:8443/QueryAutoName?AreaCode=410000&Q=计算机&Size=5", nil)
+	req.Header.Add("User-Agent", headMap["User-Agent"])
+	req.Header.Add("Cookie", headMap["Cookie"])
+	req.Header.Add("Host", "120.52.121.75:8443")
+	req.Header.Add("Connection", "Keep-Alive")
+	return client.Do(req)
+}

spider2/src/common/spiderutil/httppagedownload.go

@@ -144,6 +144,16 @@ func (hd *HttpDownload) SelectProxy() []string {
 	return addrs
 }
 
+//使用当前代理
+func (hd *HttpDownload) UseProxy(addr string) {
+	hd.ProxyAddr = addr
+	log.Println("当前使用代理", hd.ProxyAddr)
+	url_i := url.URL{}
+	url_proxy, _ := url_i.Parse(hd.ProxyAddr)
+	keepalivetransport.Proxy = http.ProxyURL(url_proxy)
+	diskeepalivetransport.Proxy = http.ProxyURL(url_proxy)
+}
+
 //下载页面
 func (hd *HttpDownload) Download(rc *RequestConfig) (
 	ret []byte, retcookies []*http.Cookie, err error) {