标讯信息-备注

data_export_bank/src/config.json

@@ -3,21 +3,459 @@
     "addr": "127.0.0.1:27017",
     "db": "zhengkun",
     "coll": "extract_test",
-    "pool": 5
+    "pool": 10
+  },
+  "ext_mgodb": {
+    "addr": "127.0.0.1:27017",
+    "db": "zhengkun",
+    "coll": "extract_test",
+    "pool": 10
   },
   "qy_mgodb": {
     "addr": "127.0.0.1:27017",
     "db": "zhengkun",
     "coll": "extract_test",
-    "pool": 5
-  }
-
-
-
-
-
-
-
-
-
+    "pool": 10
+  },
+  "bid_tagText": [
+    [
+      "序号",
+      "数据采集来源",
+      "项目名称",
+      "省份",
+      "城市",
+      "区县",
+      "所属平台",
+      "所属专业",
+      "公告发布日期",
+      "公告结束日期",
+      "招标人",
+      "招标金额",
+      "招标金额单位",
+      "采购人地址",
+      "采购联系人",
+      "采购单位联系电话",
+      "电子邮箱",
+      "招标公告链接",
+      "招标公告内容"
+    ],
+    [
+      "序号",
+      "数据采集来源",
+      "项目名称",
+      "省份",
+      "城市",
+      "区县",
+      "所属平台",
+      "所属专业",
+      "公告发布时间",
+      "招标公告发布日期",
+      "开标日期",
+      "中标人全称",
+      "中标金额",
+      "中标金额单位",
+      "评标委员会名单",
+      "招标人",
+      "招标人联系人",
+      "联系电话",
+      "中标公告链接",
+      "中标公告全文"
+    ],
+    [
+      "序号",
+      "数据采集来源",
+      "招标项目名称",
+      "所属行业",
+      "省份",
+      "城市",
+      "区县",
+      "所属平台",
+      "招标项目建立时间",
+      "招标代理机构代码",
+      "招标代理机构名称",
+      "招标人名称",
+      "招标组织方式",
+      "行政监督部门代码",
+      "行政监督部门名称",
+      "行政审核部门代码",
+      "行政审核部门名称",
+      "招标内容与范围及招标方案说明"
+    ],
+    [
+      "序号",
+      "数据采集来源",
+      "开标记录名称",
+      "所属专业",
+      "省份",
+      "城市",
+      "区县",
+      "所属平台",
+      "开标时间"
+    ],
+    [
+      "序号",
+      "数据采集来源",
+      "评标公示名称",
+      "所属专业",
+      "省份",
+      "城市",
+      "区县",
+      "所属平台",
+      "公式发布时间",
+      "公式结束时间",
+      "中标候选人名称"
+    ]
+  ],
+  "qy_tagText": [
+    [
+      "序号",
+      "数据采集来源",
+      "企业名称",
+      "企业社会信用代码",
+      "企业法人",
+      "企业注册类型",
+      "所属行业",
+      "省份",
+      "城市",
+      "区县",
+      "企业地址",
+      "企业资质类别",
+      "资质证书号",
+      "发证日期",
+      "证书有效期",
+      "发证机关",
+      "资质名称",
+      "注册时间",
+      "联系方式",
+      "不良标记",
+      "黑名单标记",
+      "失信标记"
+    ],
+    [
+      "序号",
+      "数据采集来源",
+      "姓名",
+      "企业名称",
+      "身份证号",
+      "注册类别",
+      "注册号",
+      "注册专业",
+      "注册时间"
+    ],
+    [
+      "序号",
+      "数据采集来源",
+      "企业名称",
+      "黑名单记录编号",
+      "黑名单认定依据",
+      "黑名单认定部门",
+      "文号",
+      "列入黑名单日期",
+      "移除黑名单日期"
+    ],
+    [
+      "序号",
+      "数据采集来源",
+      "企业名称",
+      "不良记录编号",
+      "列入不良事由",
+      "不良认定部门",
+      "文号",
+      "列入不良名单时间",
+      "移除不良名单时间"
+    ],
+    [
+      "序号",
+      "数据采集来源",
+      "企业名称",
+      "失信记录编号",
+      "法人姓名",
+      "列入名单事由",
+      "失信认定部门",
+      "文号",
+      "列入失信名单日期",
+      "移除失信名单日期"
+    ],
+    [
+      "序号",
+      "数据采集来源",
+      "企业名称",
+      "时间",
+      "串标或围标",
+      "备注"
+    ]
+  ],
+  "xm_spicode": [
+    "a_zgzfcgw_cggg_gkzb",
+    "a_zgzfcgw_cggg_zbgg",
+    "a_zgzfcgw_cggg_cjgg",
+    "a_zgzbtbggfwpt_wasjgf_zbxm",
+    "a_zgzbtbggfwpt_wasjgf_zbgg",
+    "a_zgzbtbggfwpt_wasjgf_kbjl",
+    "a_zgzbtbggfwpt_wasjgf_pbgs",
+    "a_zgzbtbggfwpt_wasjgf_zhbgg",
+    "a_zgzbtbggfwpt_wasjgf_qylx"
+  ],
+  "jp_spicode": [
+    "a_ybwcgyzbw_qycg",
+    "a_ybwcgyzbw_zfcg",
+    "a_ybwcgyzbw_zbgs",
+    "a_ybwcgyzbw_zbyg",
+    "a_ybwcgyzbw_fwzb",
+    "a_ybwcgyzbw_hwzb",
+    "a_ybwcgyzbw_gczb",
+    "a_zgzbycgw_zbxx_nzj",
+    "a_zgzbycgw_zbxx_zbxx",
+    "a_zgzbycgw_zbxx_zb",
+    "a_zgzbycgw_zbxx_xj"
+  ],
+  "kb_spicode": [
+    "ha_sxgjzbyxzrgs_jqkb",
+    "gd_zhsggzyjyzx_jsgc_fjczbgg",
+    "ah_czsggzyjyw_jsgc_bqgs",
+    "a_sxgjzbyxzrgs_jqkb",
+    "ln_psggcgjypt_jtgc_jyxx",
+    "a_gjggzyjypt_gcjs_kbjl",
+    "zj_zjzbtbw_kbjggs_new",
+    "zj_hzsggzyjy_gcjs_kbjggs",
+    "ln_psggcgjypt_zfcg_jyxx",
+    "ln_psggcgjypt_slgc_jyxx",
+    "sc_njsggzyjyxxw_jsgc_dy",
+    "sc_snsggzyjyw_jsgc_jggg",
+    "ha_sxgjzbyxzrgs_jqkb_new",
+    "js_szgyyqggzyjyzx_jsgc_zjfbgs",
+    "ln_psggcgjypt_jsgc_jyxx",
+    "hb_whsggzyjypt_gckbap",
+    "a_ahwgjsxmglyxgs_kbgs",
+    "zj_tzsyhggzyjyzx_jsgc_kbqk",
+    "hb_tmsggzyjyxxw_jsgc_kbqk",
+    "hb_xtsggzyjyzx_jyxx_bzkb",
+    "zj_nbsyyggzyjyw_jsgc_kbqk",
+    "hl_hljgczbw_kbgs_new",
+    "zj_zjsggzyjyzx_jyxx_kbjg",
+    "zj_zjsggzyjyfwpt_gcxm_kbjggs",
+    "hb_hbsggzyjydzfwxt_gcjs_kbjl",
+    "zj_zjzdgcjyw_ztbjglxx_kbjg",
+    "hb_jmsggzyjyjdglj_bzkb",
+    "nm_nmgzzqggzyjyw_gcjs_kbjl",
+    "zj_lssggzyjyw_jsgc_kbsk",
+    "hb_hgsysxggzyjyjdglj_zjkbap",
+    "a_zgyylm_yyzb_kbxx",
+    "hb_hgshaxggzyjyzx_xxzx_kbrcap",
+    "zj_qzslyxggzyjyzx_gggs_xkbjl",
+    "sc_mssggzydzjypt_jsgc_kbjl",
+    "fj_smszfcgw_sdzfp",
+    "a_znsww_kbjggs",
+    "sc_pzhsggzyjyfwzx_jsgc_kbylb",
+    "a_dljsgczbyxgs_gcxx_gckbxx",
+    "fj_fjszfcgw_kbdt",
+    "a_hbszbtbggfwpt_kbjl",
+    "a_tngszbcgxxw_kbxx",
+    "a_hrdlgysmh_wz_ykb",
+    "a_tjswyglztbfwzx_kbxx",
+    "a_szsjsgcjyfwzxbafzx_kbqkgs",
+    "a_szldzbyxgs_kbxx",
+    "a_hrdlgysmh_gcfw_ykb",
+    "ha_hbsggzyjyggfwpt_jsgc_kbqk",
+    "a_dljsgczbyxgs_cgxx_cgkbxx",
+    "zj_zssssxggzyjyw_gcjs_kbjggs",
+    "a_zyzfcgw_jqkbxm_new",
+    "gd_szszfhjsj_kbqkgs",
+    "a_gjggzyjypt_gcjs_kbjl_new",
+    "sh_shsggzyjyfwpt_gcjs_kbjl",
+    "zj_tzsyhggzyjyzx_kbjggg",
+    "ah_czsggzyjyw_jsgc_kbjl",
+    "ah_czsggzyjyw_zfcg_kbxx",
+    "ah_whsggzyjyfww_kbxx_cgxm",
+    "ah_whsggzyjyfww_kbxx_gcxm",
+    "nm_cfggzyjyw_jsgc_kbjggs",
+    "a_jsjsgczbw_kbqkgs",
+    "jx_jxsbjzfcgwssc_wsjj_jjkb",
+    "js_txsggzyjyxxw_jsgc_kbjlb",
+    "hb_whsjsgczbtbjypt_kbap",
+    "hb_whsjsgczbtbjypt_kbjl",
+    "ah_whsggzyjyfww_zfcg_kbxx",
+    "a_zgnjdzcgpt_cgdt_zzkb",
+    "zj_jhsywsrmzf_gcztbxx_kbjggg",
+    "am_amtbxzqzfwhj_gkzb_2021/1/1hzhkbjg",
+    "am_amtbxzqzfwhj_qtcgxm_2021/1/1hzhkb/kqbjjg",
+    "a_cdswyglxh_kbxx",
+    "a_hrdlgysmh_rlcg_ykb",
+    "a_xnlhcqjys_jjkb",
+    "a_xnlhcqjys_fzbcg_jjkb",
+    "ha_lhsggzyjyxxw_jsgc_kbqk",
+    "a_szsnsqfybjy_zbtzgg_kbrq",
+    "a_szsyfzbyxgs_kbxx",
+    "gd_szsggzyjyzx_jsgc_kbqkgs",
+    "gd_szsggzyjyzx_ygwy_kbqkgs"
+  ],
+  "pb_spicode": [
+    "yn_kmsggzyjypt_gcjs_pbjggs",
+    "sd_sdsjtysgcjsxmzbtbglxxw_pbjggs",
+    "a_wgdzzbtbpt_pbzbjg",
+    "hb_jzsggzyjyxxw_fjsz_pbjggs",
+    "hb_jzsggzyjyxxw_jtgc_pbjggs",
+    "hb_jzsggzyjyxxw_qtxm_pbjggs",
+    "js_jssjtyst_pbjggs",
+    "hb_jzsggzyjyxxw_gtzz_pbjggg",
+    "gd_jmggzyjyw_jsgc_pbjggs_xh",
+    "gd_jmggzyjyw_jsgc_pbjggs_hs",
+    "sd_sdsslgczbtbggfwpt_pbjggs",
+    "ha_hnslw_pbzbjggs",
+    "a_nbsgjzbyxgs_pbjg",
+    "a_sxcfdzbdlyxgs_zbgs",
+    "hb_jzsggzyjyxxw_zfcg_wjhtgg",
+    "js_jsjsgczbw_zbhxrgs_new",
+    "hb_xnsggzydzjypt_fwjz_pbgs",
+    "hb_xnsggzydzjypt_slgc_pbjggg",
+    "gd_jmggzyjyw_jsgc_pbjggs_ts",
+    "zj_zjjt_pbjggs",
+    "gd_fssggzyjyw_gcjy_pbjg_gq",
+    "js_wxsggzyjyzx_zfcg_cghwgg",
+    "gd_jmggzyjyw_jsgc_pbjggs_kp",
+    "ha_hnsggzyjyzx_gcjs_pbjggs",
+    "gd_fssggzyjyw_gcjy_pbjg_sz",
+    "hb_xnsggzydzjypt_jtgc_pbjggs",
+    "a_zxzbjt_pbjg",
+    "gd_jmggzyjyw_jsgc_pbjggs_sz",
+    "sc_abzggzyjyzx_gcjs_pbjggs",
+    "yn_qjsggzyjydzfwxt_gcjs_pbjggs",
+    "a_qhyhgyyxgs_pbjggs",
+    "hb_jzsggzyjyxxw_slgc_pbjggs",
+    "a_zgnfhkcgzbw_pbgs",
+    "yn_hhzggzyjydzfwxt_gcjs_fhjggs",
+    "a_ydzx_jggs",
+    "a_zhgjzbyxzrgs_pbjggg",
+    "hb_ezggzyjyw_jsgc_zbhxrgs",
+    "ha_zksggzyjyzx_jsgc_pbgs",
+    "sc_dzsggzyjyfww_gcjs_cqfzbhxrgs",
+    "a_kmcszbyxzrgs_pbjggs",
+    "js_szsksjsgcztbxxw_pbjg",
+    "js_xzsggzyjsjypt_pbjggs",
+    "gd_zhsggzyjyzx_jsgc_pbjggs",
+    "yn_ynsggzyjyxxw_gcjs_pbjggs",
+    "a_zgjjwzcgglxxxt_zbxx",
+    "sx_czsjsgcjyzx_zbgs",
+    "hb_hbsggzyjyxxw_pbjg_jtgc_new",
+    "hb_hbsggzyjyxxw_pbjg_slgc_new",
+    "hb_hbsggzyjyxxw_pbjg_gtzz_new",
+    "hb_hbsggzyjyxxw_pbjg_qtgc_new",
+    "hb_hbsggzyjyxxw_pbjg_tlgc_new",
+    "hb_hbsggzyjyxxw_pbjg_fjszgc_new",
+    "hb_xnsggzydzjypt_qtgc_pbjggs",
+    "gd_hzsggzyjyzx_jsgc_yqxxgk",
+    "sc_dzsggzyjyfww_gcjs_zbhxrgs",
+    "yn_wszggzyjydzfwxt_gcjs_pbjggs",
+    "sc_dzsggzyjyfww_gcjs_ycydpbxmgs",
+    "yn_lcsggzyjydzfwxt_gcjs_pbjggs",
+    "zj_zjsggzyjyzx_new",
+    "a_gdhszbdlyxgs_zgysjpbjggs",
+    "a_hjgczxyxgsznfgs_pbjggs",
+    "a_gdztbw_pbjggs",
+    "hb_tmsggzyjyxxw_jsgc_pbjggs",
+    "gz_gysggzyjyjgw_zfcg_pbjg",
+    "a_zcdqsfjcclgfyxgs_pbjggs",
+    "gd_gdsztbjgw_pbbg",
+    "yn_dhzggzyyydzfwxt_gcjs_pbjggs",
+    "yn_dlzggzyjydzfwxt_gcjs_pbjggs",
+    "a_hsyh_jzcg_pbjggs",
+    "yn_ynggzyjyw_gcjs_pbbg",
+    "sc_ybsggzyjyxxw_jsgc_zbhxrgs",
+    "yn_bssggzyjydzfwxt_jsgc_pbjggs",
+    "gd_sgsggzyjyfwpt_jsgc_pbjggs",
+    "a_zgshwzzbtbw_pbjggs",
+    "gd_fssccqggzyjyzx_gcjy_pbgs",
+    "gd_fssssqrmzfw_gcjy_pbgs",
+    "hb_xnscbggzydzjypt_jyxx_jggs",
+    "sc_pzhsggzyjyfwzx_jsgc_zhbbggs",
+    "hb_whsggzyjypt_pbbggs",
+    "yn_yxsggzyjydzfwxt_gcjs_pbjggs",
+    "gd_szjsgcjyfww_pbbggs",
+    "a_gzdzztbjypt_zbxx_zbgg",
+    "ha_hnsggzyjyfwpt_gcjs_pbjggs",
+    "sc_ybsggzyjyxxw_jsgc_pbjgbggs",
+    "hb_xnsggzydzjypt_zfcg_pbjggs",
+    "a_sdgsjtyxgs_zbxx_pbjggs",
+    "a_fddxfszlyy_pbgs",
+    "a_gxtzjtdzcgpt_pbjggs",
+    "sc_pzhsggzyjyfwzx_jsgc_pbjggs",
+    "a_ahszjgczxyxgs_pbjggs",
+    "gs_gnzggzyjyzx_jsgc_pbjggs",
+    "gs_gnzggzyjyzx_ypjylqx_pbjggs",
+    "gs_gnzggzyjyzx_zfcg_pbjggs",
+    "a_cadxzbxxw_pjjggs",
+    "a_ynyczbyxgs_zbcg_pbgs",
+    "a_jdcpzbtbdzjypt_pbjggs",
+    "a_hbdygczxyxgs_pbjggs",
+    "sc_snsggzyjyw_jsgc_pbjggs",
+    "sc_lssggzyjyfwzx_gcjs_pbjggs",
+    "sd_sdswzbyxgs_gstz_pbjggs",
+    "a_qhjt_pbjggg",
+    "fj_ptzhsyqggzytypt_jsgc_pbjggs",
+    "hb_hbsggzyjyxxw_jydt_pbjggs",
+    "a_zhczbtbjyxxw_pbjggs",
+    "a_zygczxyxzrgs_zbxx_pbjggs",
+    "a_ztgzjlwfbzbpt_pbjggs",
+    "a_znsww_pbjggs",
+    "yn_cxzggzyjydzfwxt_jsgc_pbjggs",
+    "a_ahgzgczxyxgs_pbjggs",
+    "a_shbhgjzbyxgshzfgs_pbjggs",
+    "a_zjsjsgcsbzbyxgs_pbjg",
+    "a_cqcsjtkftzjtyxgs_pbjggs",
+    "a_jyzc_pbgs",
+    "a_sgzdzjyxt_pbjggs",
+    "a_zgzhjtyxgsswdzztbpt_zbjg",
+    "a_nfzbycgjypt_pbgs",
+    "yn_kmsggzyjypt_zhjy_pbjggs",
+    "a_hjgczxyxgs_zbdl_pbjggs",
+    "a_dhjtjcsspt_pbjggs",
+    "a_zgrqdzzbcgjypt_pbjggs",
+    "a_hascjgczxyxgs_pbjggs",
+    "a_hnsdzzbtbggfwpt_gcjs_pbjggs",
+    "gd_fsssdqggzyjyzx_gcjy_pbgs",
+    "a_zgdjzbycgw_pbgs",
+    "zj_zjsjtyst_pbjggs",
+    "gd_szszfhjsj_pbwyhgs",
+    "gd_szszfhjsj_pbbggs",
+    "a_zsjjtdzzbcgjyw_pbjggs_qt",
+    "a_ygyzggzyjypt_fjsz_pbgg",
+    "sc_ybsggzyjyxxw_jsgc_zbhxrgs_new",
+    "a_zsjjtdzzbcgjyw_pbjggs_zsjjt",
+    "a_zsjjtdzzbcgjyw_pbjggs_ngjt",
+    "a_ztgzjlwfbzbpt_pbjggs_new",
+    "yn_ynsdqzggzyjydzfwxt_gcjs_pbjggs",
+    "a_zggjzbw_pbjggs",
+    "gd_gdszbtbjgw_pbbg",
+    "a_jsjsgczbw_pdfl_pbjggs",
+    "zj_hzsrmfkbgs_zbpbgg",
+    "js_txsggzyjyxxw_jsgc_pbjggs",
+    "hb_whsjsgczbtbjypt_pbbggs",
+    "a_sgczgtyxgs_pbjg",
+    "a_zjjtgylglxxxt_pbjggs",
+    "yn_bsstcsggzyjyptggfwxt_gcjs_pbjggs",
+    "a_bldzzbtbpt_gjzb_pbjggs",
+    "a_bldzzbtbpt_gnzb_pbjggs",
+    "a_zzcfdzbyxgs_zbxx_pbjg",
+    "a_jdpm_pbgs",
+    "a_gdtxxmglyxgs_zbxx_pbgs",
+    "sc_njsggzyjyxxw_jsgc_pbjggs",
+    "sc_njsggzyjyxxw_jsgc_pbjgbggs",
+    "a_gddqxmglzxyxgs_zbcg_pbgs",
+    "a_fsshgdjsxmglyxgs_pbgs",
+    "a_kmhczbdlyxgs_pbjggs",
+    "a_hbjtcckgzcpt_pbjggs",
+    "gd_szsggzyjyzx_jsgc_pbbggs",
+    "gd_szsggzyjyzx_ygwy_pbbggs",
+    "hb_xnsxaqggzyjyxxw_jyxx_pbjggs",
+    "a_kmjszxglyxgs_pbjggs",
+    "a_shjcjtyxgs_zbxx",
+    "a_hhnycgw_pbjggs",
+    "gd_qysggzyjyzx_gcjs_kpbgcgs",
+    "a_gdzcgczxyxgs_zbcg_pbgs",
+    "sc_scsjtystgcjsztbw_pbjggs",
+    "a_tjpzgczxyxzrgs_pbjggs",
+    "a_hnlgzyjsxygyzcglc_cgxx_pbjggg",
+    "a_hnyyjszyxy_pbgs",
+    "a_jssglsljsscxyxxfwxt_pbjggs"
+  ]
 }

data_export_bank/src/export_bidata.go

@@ -0,0 +1,187 @@
+package main
+
+import (
+	log "github.com/donnie4w/go-logger/logger"
+	"github.com/tealeg/xlsx"
+	"os"
+	qu "qfw/util"
+)
+
+var (
+	f_1 = xlsx.NewFile()
+	f_2 = xlsx.NewFile()
+ 	f_3 = xlsx.NewFile()
+ 	f_4 = xlsx.NewFile()
+ 	f_5 = xlsx.NewFile()
+	sheet_1 ,sheet_2,sheet_3,sheet_4,sheet_5 	*xlsx.Sheet
+)
+
+
+func initBidata()  {
+	os.Remove("招标信息.xlsx")
+	os.Remove("中标信息.xlsx")
+	os.Remove("招标项目.xlsx")
+	os.Remove("开标公示.xlsx")
+	os.Remove("评标公示.xlsx")
+
+	sheet_1, _= f_1.AddSheet("招标信息")
+	sheet_2, _= f_2.AddSheet("中标信息")
+	sheet_3, _= f_3.AddSheet("招标项目")
+	sheet_4, _= f_4.AddSheet("开标公示")
+	sheet_5, _= f_5.AddSheet("评标公示")
+
+	row_1:= sheet_1.AddRow()
+	row_2:= sheet_2.AddRow()
+	row_3:= sheet_3.AddRow()
+	row_4:= sheet_4.AddRow()
+	row_5:= sheet_5.AddRow()
+
+	for _,v := range bid_tagText[0]{
+		row_1.AddCell().Value = v
+	}
+	for _,v := range bid_tagText[1]{
+		row_2.AddCell().Value = v
+	}
+	for _,v := range bid_tagText[2]{
+		row_3.AddCell().Value = v
+	}
+	for _,v := range bid_tagText[3]{
+		row_4.AddCell().Value = v
+	}
+	for _,v := range bid_tagText[4]{
+		row_5.AddCell().Value = v
+	}
+
+
+	log.Debug("测试保存数据...")
+
+	f_1.Save("招标信息.xlsx")
+	f_2.Save("中标信息.xlsx")
+	f_3.Save("招标项目.xlsx")
+	f_4.Save("开标公示.xlsx")
+	f_5.Save("评标公示.xlsx")
+
+}
+
+func exportBidata() {
+	sess := bid_mgo.GetMgoConn()
+	defer bid_mgo.DestoryMongoConn(sess)
+	q,total := map[string]interface{}{
+		"publishtime": map[string]interface{}{
+			"$gte": 1640966400,
+			"$lt": 1646064000,
+		},
+	},0
+	it := sess.DB(bid_mgo.DbName).C(bid_coll).Find(&q).Sort("_id").Iter()
+	for tmp := make(map[string]interface{}); it.Next(&tmp);total++{
+		if total%10000==0 {
+			log.Debug("curent index ",total,tmp["_id"])
+		}
+		extracttype := qu.IntAll(tmp["extracttype"])
+		if extracttype==-1 {
+			tmp = make(map[string]interface{})
+			continue
+		}
+		////逻辑处理
+		//subtype := qu.ObjToString(tmp["subtype"])
+		//toptype := qu.ObjToString(tmp["subtype"])
+		//spidercode := qu.ObjToString(tmp["spidercode"])
+		//site := qu.ObjToString(tmp["site"])
+		//projectname := qu.ObjToString(tmp["projectname"])
+		//area := qu.ObjToString(tmp["area"])
+		//city := qu.ObjToString(tmp["city"])
+		//district := qu.ObjToString(tmp["district"])
+		//platform :=""
+		//if spidercode=="竞品" {
+		//	platform = "剑鱼发布"
+		//}else {
+		//
+		//}
+		//buyerclass := qu.ObjToString(tmp["buyerclass"])
+		//publishtime := qu.Int64All(tmp["publishtime"])
+		//p_time_str := time.Unix(publishtime, 0).Format(timeLayout)
+		//
+		//budget := qu.Float64All(tmp["budget"])
+		//budget_str := ""
+		//if budget>0.0 {
+		//	budget_str = fmt.Sprintf("%.2f",budget)
+		//}
+		//bidamount := qu.Float64All(tmp["bidamount"])
+		//bidamount_str := ""
+		//if bidamount>0.0 {
+		//	bidamount_str = fmt.Sprintf("%.2f",bidamount)
+		//}
+		//buyeraddr := qu.ObjToString(tmp["buyeraddr"])
+		//buyerperson := qu.ObjToString(tmp["buyerperson"])
+		//buyertel := qu.ObjToString(tmp["buyertel"])
+		//href := qu.ObjToString(tmp["href"])
+		//detail := qu.ObjToString(tmp["detail"])
+		//
+		//
+		//
+		//
+		//
+		//if toptype=="招标" {
+		//
+		//}
+		//if subtype == "中标" || subtype == "成交" || subtype == "合同" {
+		//	dealWithZhongBiao(tmp)
+		//}
+		//
+		//if spidercode=="项目" {
+		//	dealWithXiangMu(tmp)
+		//}
+		//if spidercode=="开标" {
+		//	dealWithKaiBiao(tmp)
+		//}
+
+		tmp = make(map[string]interface{})
+	}
+
+	log.Debug("is over bid ~",total)
+
+
+}
+
+//导出抽取数据-评标相关
+func exportExtdata() {
+	sess := ext_mgo.GetMgoConn()
+	defer ext_mgo.DestoryMongoConn(sess)
+	q,total := map[string]interface{}{
+		"publishtime": map[string]interface{}{
+			"$gte": 1640966400,
+			"$lt": 1646064000,
+		},
+	},0
+	it := sess.DB(ext_mgo.DbName).C(ext_coll).Find(&q).Sort("_id").Iter()
+	for tmp := make(map[string]interface{}); it.Next(&tmp);total++{
+		if total%10000==0 {
+			log.Debug("curent index ",total,tmp["_id"])
+		}
+		extracttype := qu.IntAll(tmp["extracttype"])
+		if extracttype==-1 || tmp["winnerorder"]==nil{
+			tmp = make(map[string]interface{})
+			continue
+		}
+
+
+
+
+
+		tmp = make(map[string]interface{})
+	}
+
+
+	log.Debug("is over ext ~",total)
+
+
+}
+
+
+
+
+
+
+
+
+

data_export_bank/src/export_qydata.go

@@ -0,0 +1 @@
+package main

data_export_bank/src/main.go

@@ -6,12 +6,15 @@ import (
 )
 
 var (
-	sysconfig    			map[string]interface{}
-	bid_mgo,qy_mgo        	*MongodbSim
-	bid_coll,qy_coll		string
+	sysconfig    				map[string]interface{}
+	bid_mgo,ext_mgo,qy_mgo  	*MongodbSim
+	bid_coll,qy_coll,ext_coll	string
+	timeLayout = "2006-01-02"
+	bid_tagText,qy_tagText  [][]string
+	xm_spicode,jp_spicode,kb_spicode,pb_spicode	map[string]string
 )
-func initMgo()  {
 
+func initMgo()  {
 	bidconf := sysconfig["bid_mgodb"].(map[string]interface{})
 	bid_coll = qu.ObjToString(bidconf["coll"])
 	bid_mgo = &MongodbSim{
@@ -21,6 +24,15 @@ func initMgo()  {
 	}
 	bid_mgo.InitPool()
 
+	extconf := sysconfig["ext_mgodb"].(map[string]interface{})
+	ext_coll = qu.ObjToString(extconf["coll"])
+	ext_mgo = &MongodbSim{
+		MongodbAddr: extconf["addr"].(string),
+		DbName:      extconf["db"].(string),
+		Size:        qu.IntAllDef(extconf["pool"], 5),
+	}
+	ext_mgo.InitPool()
+
 	qyconf := sysconfig["qy_mgodb"].(map[string]interface{})
 	qy_coll = qu.ObjToString(qyconf["coll"])
 	bid_mgo = &MongodbSim{
@@ -32,10 +44,54 @@ func initMgo()  {
 
 }
 
+func initConfig()  {
+	bid_arr := sysconfig["bid_tagText"].([]interface{})
+	for _,v := range bid_arr{
+		v1 := v.([]interface{})
+		new_v := qu.ObjArrToStringArr(v1)
+		bid_tagText = append(bid_tagText,new_v)
+	}
+	qy_arr := sysconfig["qy_tagText"].([]interface{})
+	for _,v := range qy_arr{
+		v1 := v.([]interface{})
+		new_v := qu.ObjArrToStringArr(v1)
+		qy_tagText = append(qy_tagText,new_v)
+	}
+
+
+	spi_1 := qu.ObjArrToStringArr(sysconfig["xm_spicode"].([]interface{}))
+	spi_2 := qu.ObjArrToStringArr(sysconfig["jp_spicode"].([]interface{}))
+	spi_3 := qu.ObjArrToStringArr(sysconfig["kb_spicode"].([]interface{}))
+	spi_4 := qu.ObjArrToStringArr(sysconfig["pb_spicode"].([]interface{}))
+
+	xm_spicode = map[string]string{}
+	jp_spicode = map[string]string{}
+	kb_spicode = map[string]string{}
+	pb_spicode = map[string]string{}
+
+
+	for _,v := range spi_1{
+		xm_spicode[v] = v
+	}
+	for _,v := range spi_2{
+		jp_spicode[v] = v
+	}
+	for _,v := range spi_3{
+		kb_spicode[v] = v
+	}
+	for _,v := range spi_4{
+		pb_spicode[v] = v
+	}
+	log.Println(len(xm_spicode),len(jp_spicode),len(kb_spicode),len(pb_spicode))
+}
+
 
 func init()  {
 	qu.ReadConfig(&sysconfig)
 	initMgo()
+	initConfig()
+
+	initBidata()
 }
 func main()  {
 	log.Println("测试...")
@@ -45,4 +101,5 @@ func main()  {
 
 
 
+
 }