spider_creater/qianlima.go

package main

import (
	qu "jygit.jydev.jianyu360.cn/data_processing/common_utils"
)

// QlmListDataDownload 千里马列表页数据下载
func (a *App) QlmListDataDownload(param map[string]interface{}, record map[string]interface{}) *Result {
	qu.Debug(param, record)
	r := &Result{}
	if User != nil {
		getResult(map[string]interface{}{"param": param, "user": User}, r, "qlm/updateRecord")
		if r.Err == 1 {
			go DownloadListData(record) //下载
		}
	} else {
		r.Msg = "用户登录异常，请重新登录！"
		qu.Debug(r.Msg)
	}
	return r
}

// QlmDetailDataDownload 千里马详情页数据下载
func (a *App) QlmDetailDataDownload(param map[string]interface{}, record map[string]interface{}) *Result {
	qu.Debug(param, record)
	r := &Result{}
	if User != nil {
		getResult(map[string]interface{}{"param": param, "user": User}, r, "qlm/updateRecord")
		if r.Err == 1 {
			go DownloadDetailData(record) //下载
		}
	} else {
		r.Msg = "用户登录异常，请重新登录！"
		qu.Debug(r.Msg)
	}
	return r
}

// DownloadListData 列表页下载
func DownloadListData(record map[string]interface{}) {
	scriptText := glvm.LoadScript("list")
	if scriptText == "" {
		return
	}
	glvm.ProxyServer, _ = record["proxy"].(bool)
	glvm.Headless, _ = record["headless"].(bool)
	glvm.ShowImage, _ = record["image"].(bool)
	glvm.RunScript(scriptText)
	//采集完成更新记录
	//go qlmUpdateRecord(map[string]interface{}{"id": record["id"], "state": 2})
}

// DownloadDetailData 详情页下载
func DownloadDetailData(record map[string]interface{}) {
	glvm.LoadScript("detail")
	//采集完成更新记录
	qlmUpdateRecord(map[string]interface{}{"id": record["id"], "state": 5})
}

// 更新记录状态
func qlmUpdateRecord(record map[string]interface{}) {
	getResult(map[string]interface{}{"param": record}, nil, "qlm/updateRecord")
}