|
@@ -336,21 +336,27 @@ func (e *ExtractTask) PreInfo(doc map[string]interface{}) (j, jf *ju.Job, isSite
|
|
|
IsFile: isextFile,
|
|
|
}
|
|
|
}
|
|
|
- //是否配置站点
|
|
|
codeSite := j.SpiderCode
|
|
|
- exp, isSite := e.Luacodes.Load(codeSite)
|
|
|
- if isSite {
|
|
|
- if exp.(map[string]interface{})["e.SiteClearFn"] != nil {
|
|
|
- e.SiteClearFn = exp.(map[string]interface{})["e.SiteClearFn"].(map[string][]string)
|
|
|
- }
|
|
|
- if exp.(map[string]interface{})["e.SiteTag"] != nil {
|
|
|
- e.SiteTag = exp.(map[string]interface{})["e.SiteTag"].(map[string][]*Tag)
|
|
|
- }
|
|
|
- if exp.(map[string]interface{})["e.SiteRuleCores"] != nil {
|
|
|
- e.SiteRuleCores = exp.(map[string]interface{})["e.SiteRuleCores"].(map[string]map[string][]*RuleCore)
|
|
|
- }
|
|
|
- if exp.(map[string]interface{})["e.SiteRuleBacks"] != nil {
|
|
|
- e.SiteRuleBacks = exp.(map[string]interface{})["e.SiteRuleBacks"].([]*RegLuaInfo)
|
|
|
+ //是否启用站点
|
|
|
+ if value, ok := e.SiteMerge.Load(codeSite); ok {
|
|
|
+ isSite = value.(bool)
|
|
|
+ }
|
|
|
+ if isSite{
|
|
|
+ //是否配置站点
|
|
|
+ exp, isSite := e.Luacodes.Load(codeSite)
|
|
|
+ if isSite {
|
|
|
+ if exp.(map[string]interface{})["e.SiteClearFn"] != nil {
|
|
|
+ e.SiteClearFn = exp.(map[string]interface{})["e.SiteClearFn"].(map[string][]string)
|
|
|
+ }
|
|
|
+ if exp.(map[string]interface{})["e.SiteTag"] != nil {
|
|
|
+ e.SiteTag = exp.(map[string]interface{})["e.SiteTag"].(map[string][]*Tag)
|
|
|
+ }
|
|
|
+ if exp.(map[string]interface{})["e.SiteRuleCores"] != nil {
|
|
|
+ e.SiteRuleCores = exp.(map[string]interface{})["e.SiteRuleCores"].(map[string]map[string][]*RuleCore)
|
|
|
+ }
|
|
|
+ if exp.(map[string]interface{})["e.SiteRuleBacks"] != nil {
|
|
|
+ e.SiteRuleBacks = exp.(map[string]interface{})["e.SiteRuleBacks"].([]*RegLuaInfo)
|
|
|
+ }
|
|
|
}
|
|
|
}
|
|
|
qu.Try(func() {
|