data_bak数据统计修改

src/logs/task.log

@@ -702039,3 +702039,481 @@
 2022/06/15 18:19:01 datacount.go:132: debug  23300
 2022/06/15 18:19:01 datacount.go:132: debug  23400
 2022/06/15 18:19:01 datacount.go:137: debug  统计采集量luacodeinfo完成...
+2022/06/17 09:11:53 sitecount.go:87: info  统计采集量luacodeinfo开始...
+2022/06/17 09:11:53 sitecount.go:132: debug  0
+2022/06/17 09:11:53 sitecount.go:132: debug  100
+2022/06/17 09:11:53 sitecount.go:132: debug  200
+2022/06/17 09:11:53 sitecount.go:132: debug  300
+2022/06/17 09:11:53 sitecount.go:132: debug  400
+2022/06/17 09:11:53 sitecount.go:132: debug  500
+2022/06/17 09:11:53 sitecount.go:132: debug  600
+2022/06/17 09:11:53 sitecount.go:132: debug  700
+2022/06/17 09:11:53 sitecount.go:132: debug  800
+2022/06/17 09:11:53 sitecount.go:132: debug  900
+2022/06/17 09:11:53 sitecount.go:132: debug  1000
+2022/06/17 09:11:53 sitecount.go:132: debug  1100
+2022/06/17 09:11:53 sitecount.go:132: debug  1200
+2022/06/17 09:11:53 sitecount.go:132: debug  1300
+2022/06/17 09:11:53 sitecount.go:132: debug  1400
+2022/06/17 09:11:53 sitecount.go:132: debug  1500
+2022/06/17 09:11:53 sitecount.go:132: debug  1600
+2022/06/17 09:11:53 sitecount.go:132: debug  1700
+2022/06/17 09:11:53 sitecount.go:132: debug  1800
+2022/06/17 09:11:53 sitecount.go:132: debug  1900
+2022/06/17 09:11:53 sitecount.go:132: debug  2000
+2022/06/17 09:11:53 sitecount.go:132: debug  2100
+2022/06/17 09:11:53 sitecount.go:132: debug  2200
+2022/06/17 09:11:53 sitecount.go:132: debug  2300
+2022/06/17 09:11:53 sitecount.go:132: debug  2400
+2022/06/17 09:11:53 sitecount.go:132: debug  2500
+2022/06/17 09:11:53 sitecount.go:132: debug  2600
+2022/06/17 09:11:53 sitecount.go:132: debug  2700
+2022/06/17 09:11:53 sitecount.go:132: debug  2800
+2022/06/17 09:11:53 sitecount.go:132: debug  2900
+2022/06/17 09:11:53 sitecount.go:132: debug  3000
+2022/06/17 09:11:53 sitecount.go:132: debug  3100
+2022/06/17 09:11:53 sitecount.go:132: debug  3200
+2022/06/17 09:11:53 sitecount.go:132: debug  3300
+2022/06/17 09:11:53 sitecount.go:132: debug  3400
+2022/06/17 09:11:53 sitecount.go:132: debug  3500
+2022/06/17 09:11:53 sitecount.go:132: debug  3600
+2022/06/17 09:11:53 sitecount.go:132: debug  3700
+2022/06/17 09:11:53 sitecount.go:132: debug  3800
+2022/06/17 09:11:53 sitecount.go:132: debug  3900
+2022/06/17 09:11:53 sitecount.go:132: debug  4000
+2022/06/17 09:11:53 sitecount.go:132: debug  4100
+2022/06/17 09:11:53 sitecount.go:132: debug  4200
+2022/06/17 09:11:53 sitecount.go:132: debug  4300
+2022/06/17 09:11:53 sitecount.go:132: debug  4400
+2022/06/17 09:11:53 sitecount.go:132: debug  4500
+2022/06/17 09:11:53 sitecount.go:132: debug  4600
+2022/06/17 09:11:53 sitecount.go:132: debug  4700
+2022/06/17 09:11:53 sitecount.go:132: debug  4800
+2022/06/17 09:11:53 sitecount.go:132: debug  4900
+2022/06/17 09:11:53 sitecount.go:132: debug  5000
+2022/06/17 09:11:53 sitecount.go:132: debug  5100
+2022/06/17 09:11:53 sitecount.go:132: debug  5200
+2022/06/17 09:11:53 sitecount.go:132: debug  5300
+2022/06/17 09:11:53 sitecount.go:132: debug  5400
+2022/06/17 09:11:53 sitecount.go:132: debug  5500
+2022/06/17 09:11:53 sitecount.go:132: debug  5600
+2022/06/17 09:11:53 sitecount.go:132: debug  5700
+2022/06/17 09:11:53 sitecount.go:132: debug  5800
+2022/06/17 09:11:53 sitecount.go:132: debug  5900
+2022/06/17 09:11:53 sitecount.go:132: debug  6000
+2022/06/17 09:11:53 sitecount.go:132: debug  6100
+2022/06/17 09:11:53 sitecount.go:132: debug  6200
+2022/06/17 09:11:53 sitecount.go:132: debug  6300
+2022/06/17 09:11:53 sitecount.go:132: debug  6400
+2022/06/17 09:11:53 sitecount.go:132: debug  6500
+2022/06/17 09:11:53 sitecount.go:132: debug  6600
+2022/06/17 09:11:53 sitecount.go:132: debug  6700
+2022/06/17 09:11:53 sitecount.go:132: debug  6800
+2022/06/17 09:11:53 sitecount.go:132: debug  6900
+2022/06/17 09:11:53 sitecount.go:132: debug  7000
+2022/06/17 09:11:53 sitecount.go:132: debug  7100
+2022/06/17 09:11:53 sitecount.go:132: debug  7200
+2022/06/17 09:11:53 sitecount.go:132: debug  7300
+2022/06/17 09:11:53 sitecount.go:132: debug  7400
+2022/06/17 09:11:53 sitecount.go:132: debug  7500
+2022/06/17 09:11:53 sitecount.go:132: debug  7600
+2022/06/17 09:11:53 sitecount.go:132: debug  7700
+2022/06/17 09:11:53 sitecount.go:132: debug  7800
+2022/06/17 09:11:53 sitecount.go:132: debug  7900
+2022/06/17 09:11:53 sitecount.go:132: debug  8000
+2022/06/17 09:11:53 sitecount.go:132: debug  8100
+2022/06/17 09:11:53 sitecount.go:132: debug  8200
+2022/06/17 09:11:53 sitecount.go:132: debug  8300
+2022/06/17 09:11:53 sitecount.go:132: debug  8400
+2022/06/17 09:11:53 sitecount.go:132: debug  8500
+2022/06/17 09:11:53 sitecount.go:132: debug  8600
+2022/06/17 09:11:53 sitecount.go:132: debug  8700
+2022/06/17 09:11:53 sitecount.go:132: debug  8800
+2022/06/17 09:11:53 sitecount.go:132: debug  8900
+2022/06/17 09:11:53 sitecount.go:132: debug  9000
+2022/06/17 09:11:53 sitecount.go:132: debug  9100
+2022/06/17 09:11:53 sitecount.go:132: debug  9200
+2022/06/17 09:11:53 sitecount.go:132: debug  9300
+2022/06/17 09:11:53 sitecount.go:132: debug  9400
+2022/06/17 09:11:53 sitecount.go:132: debug  9500
+2022/06/17 09:11:53 sitecount.go:132: debug  9600
+2022/06/17 09:11:54 sitecount.go:132: debug  9700
+2022/06/17 09:11:54 sitecount.go:132: debug  9800
+2022/06/17 09:11:54 sitecount.go:132: debug  9900
+2022/06/17 09:11:54 sitecount.go:132: debug  10000
+2022/06/17 09:11:54 sitecount.go:132: debug  10100
+2022/06/17 09:11:54 sitecount.go:132: debug  10200
+2022/06/17 09:11:54 sitecount.go:132: debug  10300
+2022/06/17 09:11:54 sitecount.go:132: debug  10400
+2022/06/17 09:11:54 sitecount.go:132: debug  10500
+2022/06/17 09:11:54 sitecount.go:132: debug  10600
+2022/06/17 09:11:54 sitecount.go:132: debug  10700
+2022/06/17 09:11:54 sitecount.go:132: debug  10800
+2022/06/17 09:11:54 sitecount.go:132: debug  10900
+2022/06/17 09:11:54 sitecount.go:132: debug  11000
+2022/06/17 09:11:54 sitecount.go:132: debug  11100
+2022/06/17 09:11:54 sitecount.go:132: debug  11200
+2022/06/17 09:11:54 sitecount.go:132: debug  11300
+2022/06/17 09:11:54 sitecount.go:132: debug  11400
+2022/06/17 09:11:54 sitecount.go:132: debug  11500
+2022/06/17 09:11:54 sitecount.go:132: debug  11600
+2022/06/17 09:11:54 sitecount.go:132: debug  11700
+2022/06/17 09:11:54 sitecount.go:132: debug  11800
+2022/06/17 09:11:54 sitecount.go:132: debug  11900
+2022/06/17 09:11:54 sitecount.go:132: debug  12000
+2022/06/17 09:11:54 sitecount.go:132: debug  12100
+2022/06/17 09:11:54 sitecount.go:132: debug  12200
+2022/06/17 09:11:54 sitecount.go:132: debug  12300
+2022/06/17 09:11:54 sitecount.go:132: debug  12400
+2022/06/17 09:11:54 sitecount.go:132: debug  12500
+2022/06/17 09:11:54 sitecount.go:132: debug  12600
+2022/06/17 09:11:54 sitecount.go:132: debug  12700
+2022/06/17 09:11:54 sitecount.go:132: debug  12800
+2022/06/17 09:11:54 sitecount.go:132: debug  12900
+2022/06/17 09:11:54 sitecount.go:132: debug  13000
+2022/06/17 09:11:54 sitecount.go:132: debug  13100
+2022/06/17 09:11:54 sitecount.go:132: debug  13200
+2022/06/17 09:11:54 sitecount.go:132: debug  13300
+2022/06/17 09:11:54 sitecount.go:132: debug  13400
+2022/06/17 09:11:54 sitecount.go:132: debug  13500
+2022/06/17 09:11:54 sitecount.go:132: debug  13600
+2022/06/17 09:11:54 sitecount.go:132: debug  13700
+2022/06/17 09:11:54 sitecount.go:132: debug  13800
+2022/06/17 09:11:54 sitecount.go:132: debug  13900
+2022/06/17 09:11:54 sitecount.go:132: debug  14000
+2022/06/17 09:11:54 sitecount.go:132: debug  14100
+2022/06/17 09:11:54 sitecount.go:132: debug  14200
+2022/06/17 09:11:54 sitecount.go:132: debug  14300
+2022/06/17 09:11:54 sitecount.go:132: debug  14400
+2022/06/17 09:11:54 sitecount.go:132: debug  14500
+2022/06/17 09:11:54 sitecount.go:132: debug  14600
+2022/06/17 09:11:54 sitecount.go:132: debug  14700
+2022/06/17 09:11:54 sitecount.go:132: debug  14800
+2022/06/17 09:11:54 sitecount.go:132: debug  14900
+2022/06/17 09:11:54 sitecount.go:132: debug  15000
+2022/06/17 09:11:54 sitecount.go:132: debug  15100
+2022/06/17 09:11:54 sitecount.go:132: debug  15200
+2022/06/17 09:11:54 sitecount.go:132: debug  15300
+2022/06/17 09:11:54 sitecount.go:132: debug  15400
+2022/06/17 09:11:54 sitecount.go:132: debug  15500
+2022/06/17 09:11:54 sitecount.go:132: debug  15600
+2022/06/17 09:11:54 sitecount.go:132: debug  15700
+2022/06/17 09:11:54 sitecount.go:132: debug  15800
+2022/06/17 09:11:54 sitecount.go:132: debug  15900
+2022/06/17 09:11:54 sitecount.go:132: debug  16000
+2022/06/17 09:11:54 sitecount.go:132: debug  16100
+2022/06/17 09:11:54 sitecount.go:132: debug  16200
+2022/06/17 09:11:54 sitecount.go:132: debug  16300
+2022/06/17 09:11:54 sitecount.go:132: debug  16400
+2022/06/17 09:11:54 sitecount.go:132: debug  16500
+2022/06/17 09:11:54 sitecount.go:132: debug  16600
+2022/06/17 09:11:54 sitecount.go:132: debug  16700
+2022/06/17 09:11:54 sitecount.go:132: debug  16800
+2022/06/17 09:11:54 sitecount.go:132: debug  16900
+2022/06/17 09:11:54 sitecount.go:132: debug  17000
+2022/06/17 09:11:54 sitecount.go:132: debug  17100
+2022/06/17 09:11:54 sitecount.go:132: debug  17200
+2022/06/17 09:11:54 sitecount.go:132: debug  17300
+2022/06/17 09:11:54 sitecount.go:132: debug  17400
+2022/06/17 09:11:54 sitecount.go:132: debug  17500
+2022/06/17 09:11:54 sitecount.go:132: debug  17600
+2022/06/17 09:11:54 sitecount.go:132: debug  17700
+2022/06/17 09:11:54 sitecount.go:132: debug  17800
+2022/06/17 09:11:54 sitecount.go:132: debug  17900
+2022/06/17 09:11:54 sitecount.go:132: debug  18000
+2022/06/17 09:11:54 sitecount.go:132: debug  18100
+2022/06/17 09:11:54 sitecount.go:132: debug  18200
+2022/06/17 09:11:54 sitecount.go:132: debug  18300
+2022/06/17 09:11:54 sitecount.go:132: debug  18400
+2022/06/17 09:11:54 sitecount.go:132: debug  18500
+2022/06/17 09:11:54 sitecount.go:132: debug  18600
+2022/06/17 09:11:54 sitecount.go:132: debug  18700
+2022/06/17 09:11:54 sitecount.go:132: debug  18800
+2022/06/17 09:11:54 sitecount.go:132: debug  18900
+2022/06/17 09:11:54 sitecount.go:132: debug  19000
+2022/06/17 09:11:54 sitecount.go:132: debug  19100
+2022/06/17 09:11:54 sitecount.go:132: debug  19200
+2022/06/17 09:11:54 sitecount.go:132: debug  19300
+2022/06/17 09:11:54 sitecount.go:132: debug  19400
+2022/06/17 09:11:54 sitecount.go:132: debug  19500
+2022/06/17 09:11:54 sitecount.go:132: debug  19600
+2022/06/17 09:11:54 sitecount.go:132: debug  19700
+2022/06/17 09:11:54 sitecount.go:132: debug  19800
+2022/06/17 09:11:54 sitecount.go:132: debug  19900
+2022/06/17 09:11:54 sitecount.go:132: debug  20000
+2022/06/17 09:11:54 sitecount.go:132: debug  20100
+2022/06/17 09:11:54 sitecount.go:132: debug  20200
+2022/06/17 09:11:54 sitecount.go:132: debug  20300
+2022/06/17 09:11:54 sitecount.go:132: debug  20400
+2022/06/17 09:11:54 sitecount.go:132: debug  20500
+2022/06/17 09:11:54 sitecount.go:132: debug  20600
+2022/06/17 09:11:54 sitecount.go:132: debug  20700
+2022/06/17 09:11:54 sitecount.go:132: debug  20800
+2022/06/17 09:11:54 sitecount.go:132: debug  20900
+2022/06/17 09:11:54 sitecount.go:132: debug  21000
+2022/06/17 09:11:54 sitecount.go:132: debug  21100
+2022/06/17 09:11:54 sitecount.go:132: debug  21200
+2022/06/17 09:11:54 sitecount.go:132: debug  21300
+2022/06/17 09:11:54 sitecount.go:132: debug  21400
+2022/06/17 09:11:54 sitecount.go:132: debug  21500
+2022/06/17 09:11:54 sitecount.go:132: debug  21600
+2022/06/17 09:11:54 sitecount.go:132: debug  21700
+2022/06/17 09:11:54 sitecount.go:132: debug  21800
+2022/06/17 09:11:54 sitecount.go:132: debug  21900
+2022/06/17 09:11:54 sitecount.go:132: debug  22000
+2022/06/17 09:11:54 sitecount.go:132: debug  22100
+2022/06/17 09:11:54 sitecount.go:132: debug  22200
+2022/06/17 09:11:54 sitecount.go:132: debug  22300
+2022/06/17 09:11:54 sitecount.go:132: debug  22400
+2022/06/17 09:11:54 sitecount.go:132: debug  22500
+2022/06/17 09:11:54 sitecount.go:132: debug  22600
+2022/06/17 09:11:54 sitecount.go:132: debug  22700
+2022/06/17 09:11:54 sitecount.go:132: debug  22800
+2022/06/17 09:11:54 sitecount.go:132: debug  22900
+2022/06/17 09:11:54 sitecount.go:132: debug  23000
+2022/06/17 09:11:54 sitecount.go:132: debug  23100
+2022/06/17 09:11:54 sitecount.go:132: debug  23200
+2022/06/17 09:11:54 sitecount.go:132: debug  23300
+2022/06/17 09:11:54 sitecount.go:132: debug  23400
+2022/06/17 09:11:54 sitecount.go:132: debug  23500
+2022/06/17 09:11:54 sitecount.go:132: debug  23600
+2022/06/17 09:11:54 sitecount.go:137: debug  统计采集量luacodeinfo完成...
+2022/06/17 11:24:31 sitecount.go:87: info  统计采集量luacodeinfo开始...
+2022/06/17 11:24:31 sitecount.go:132: debug  0
+2022/06/17 11:24:31 sitecount.go:132: debug  100
+2022/06/17 11:24:31 sitecount.go:132: debug  200
+2022/06/17 11:24:31 sitecount.go:132: debug  300
+2022/06/17 11:24:31 sitecount.go:132: debug  400
+2022/06/17 11:24:31 sitecount.go:132: debug  500
+2022/06/17 11:24:31 sitecount.go:132: debug  600
+2022/06/17 11:24:31 sitecount.go:132: debug  700
+2022/06/17 11:24:31 sitecount.go:132: debug  800
+2022/06/17 11:24:31 sitecount.go:132: debug  900
+2022/06/17 11:24:31 sitecount.go:132: debug  1000
+2022/06/17 11:24:31 sitecount.go:132: debug  1100
+2022/06/17 11:24:31 sitecount.go:132: debug  1200
+2022/06/17 11:24:31 sitecount.go:132: debug  1300
+2022/06/17 11:24:31 sitecount.go:132: debug  1400
+2022/06/17 11:24:31 sitecount.go:132: debug  1500
+2022/06/17 11:24:31 sitecount.go:132: debug  1600
+2022/06/17 11:24:31 sitecount.go:132: debug  1700
+2022/06/17 11:24:31 sitecount.go:132: debug  1800
+2022/06/17 11:24:31 sitecount.go:132: debug  1900
+2022/06/17 11:24:31 sitecount.go:132: debug  2000
+2022/06/17 11:24:31 sitecount.go:132: debug  2100
+2022/06/17 11:24:31 sitecount.go:132: debug  2200
+2022/06/17 11:24:31 sitecount.go:132: debug  2300
+2022/06/17 11:24:31 sitecount.go:132: debug  2400
+2022/06/17 11:24:31 sitecount.go:132: debug  2500
+2022/06/17 11:24:31 sitecount.go:132: debug  2600
+2022/06/17 11:24:31 sitecount.go:132: debug  2700
+2022/06/17 11:24:31 sitecount.go:132: debug  2800
+2022/06/17 11:24:31 sitecount.go:132: debug  2900
+2022/06/17 11:24:31 sitecount.go:132: debug  3000
+2022/06/17 11:24:31 sitecount.go:132: debug  3100
+2022/06/17 11:24:31 sitecount.go:132: debug  3200
+2022/06/17 11:24:31 sitecount.go:132: debug  3300
+2022/06/17 11:24:31 sitecount.go:132: debug  3400
+2022/06/17 11:24:31 sitecount.go:132: debug  3500
+2022/06/17 11:24:31 sitecount.go:132: debug  3600
+2022/06/17 11:24:31 sitecount.go:132: debug  3700
+2022/06/17 11:24:31 sitecount.go:132: debug  3800
+2022/06/17 11:24:31 sitecount.go:132: debug  3900
+2022/06/17 11:24:31 sitecount.go:132: debug  4000
+2022/06/17 11:24:31 sitecount.go:132: debug  4100
+2022/06/17 11:24:31 sitecount.go:132: debug  4200
+2022/06/17 11:24:31 sitecount.go:132: debug  4300
+2022/06/17 11:24:31 sitecount.go:132: debug  4400
+2022/06/17 11:24:31 sitecount.go:132: debug  4500
+2022/06/17 11:24:31 sitecount.go:132: debug  4600
+2022/06/17 11:24:31 sitecount.go:132: debug  4700
+2022/06/17 11:24:31 sitecount.go:132: debug  4800
+2022/06/17 11:24:31 sitecount.go:132: debug  4900
+2022/06/17 11:24:31 sitecount.go:132: debug  5000
+2022/06/17 11:24:31 sitecount.go:132: debug  5100
+2022/06/17 11:24:31 sitecount.go:132: debug  5200
+2022/06/17 11:24:31 sitecount.go:132: debug  5300
+2022/06/17 11:24:31 sitecount.go:132: debug  5400
+2022/06/17 11:24:31 sitecount.go:132: debug  5500
+2022/06/17 11:24:31 sitecount.go:132: debug  5600
+2022/06/17 11:24:31 sitecount.go:132: debug  5700
+2022/06/17 11:24:31 sitecount.go:132: debug  5800
+2022/06/17 11:24:31 sitecount.go:132: debug  5900
+2022/06/17 11:24:31 sitecount.go:132: debug  6000
+2022/06/17 11:24:31 sitecount.go:132: debug  6100
+2022/06/17 11:24:31 sitecount.go:132: debug  6200
+2022/06/17 11:24:31 sitecount.go:132: debug  6300
+2022/06/17 11:24:31 sitecount.go:132: debug  6400
+2022/06/17 11:24:31 sitecount.go:132: debug  6500
+2022/06/17 11:24:31 sitecount.go:132: debug  6600
+2022/06/17 11:24:31 sitecount.go:132: debug  6700
+2022/06/17 11:24:32 sitecount.go:132: debug  6800
+2022/06/17 11:24:32 sitecount.go:132: debug  6900
+2022/06/17 11:24:32 sitecount.go:132: debug  7000
+2022/06/17 11:24:32 sitecount.go:132: debug  7100
+2022/06/17 11:24:32 sitecount.go:132: debug  7200
+2022/06/17 11:24:32 sitecount.go:132: debug  7300
+2022/06/17 11:24:32 sitecount.go:132: debug  7400
+2022/06/17 11:24:32 sitecount.go:132: debug  7500
+2022/06/17 11:24:32 sitecount.go:132: debug  7600
+2022/06/17 11:24:32 sitecount.go:132: debug  7700
+2022/06/17 11:24:32 sitecount.go:132: debug  7800
+2022/06/17 11:24:32 sitecount.go:132: debug  7900
+2022/06/17 11:24:32 sitecount.go:132: debug  8000
+2022/06/17 11:24:32 sitecount.go:132: debug  8100
+2022/06/17 11:24:32 sitecount.go:132: debug  8200
+2022/06/17 11:24:32 sitecount.go:132: debug  8300
+2022/06/17 11:24:32 sitecount.go:132: debug  8400
+2022/06/17 11:24:32 sitecount.go:132: debug  8500
+2022/06/17 11:24:32 sitecount.go:132: debug  8600
+2022/06/17 11:24:32 sitecount.go:132: debug  8700
+2022/06/17 11:24:32 sitecount.go:132: debug  8800
+2022/06/17 11:24:32 sitecount.go:132: debug  8900
+2022/06/17 11:24:32 sitecount.go:132: debug  9000
+2022/06/17 11:24:32 sitecount.go:132: debug  9100
+2022/06/17 11:24:32 sitecount.go:132: debug  9200
+2022/06/17 11:24:32 sitecount.go:132: debug  9300
+2022/06/17 11:24:32 sitecount.go:132: debug  9400
+2022/06/17 11:24:32 sitecount.go:132: debug  9500
+2022/06/17 11:24:32 sitecount.go:132: debug  9600
+2022/06/17 11:24:32 sitecount.go:132: debug  9700
+2022/06/17 11:24:32 sitecount.go:132: debug  9800
+2022/06/17 11:24:32 sitecount.go:132: debug  9900
+2022/06/17 11:24:32 sitecount.go:132: debug  10000
+2022/06/17 11:24:32 sitecount.go:132: debug  10100
+2022/06/17 11:24:32 sitecount.go:132: debug  10200
+2022/06/17 11:24:32 sitecount.go:132: debug  10300
+2022/06/17 11:24:32 sitecount.go:132: debug  10400
+2022/06/17 11:24:32 sitecount.go:132: debug  10500
+2022/06/17 11:24:32 sitecount.go:132: debug  10600
+2022/06/17 11:24:32 sitecount.go:132: debug  10700
+2022/06/17 11:24:32 sitecount.go:132: debug  10800
+2022/06/17 11:24:32 sitecount.go:132: debug  10900
+2022/06/17 11:24:32 sitecount.go:132: debug  11000
+2022/06/17 11:24:32 sitecount.go:132: debug  11100
+2022/06/17 11:24:32 sitecount.go:132: debug  11200
+2022/06/17 11:24:32 sitecount.go:132: debug  11300
+2022/06/17 11:24:32 sitecount.go:132: debug  11400
+2022/06/17 11:24:33 sitecount.go:132: debug  11500
+2022/06/17 11:24:33 sitecount.go:132: debug  11600
+2022/06/17 11:24:33 sitecount.go:132: debug  11700
+2022/06/17 11:24:33 sitecount.go:132: debug  11800
+2022/06/17 11:24:33 sitecount.go:132: debug  11900
+2022/06/17 11:24:33 sitecount.go:132: debug  12000
+2022/06/17 11:24:33 sitecount.go:132: debug  12100
+2022/06/17 11:24:33 sitecount.go:132: debug  12200
+2022/06/17 11:24:33 sitecount.go:132: debug  12300
+2022/06/17 11:24:33 sitecount.go:132: debug  12400
+2022/06/17 11:24:33 sitecount.go:132: debug  12500
+2022/06/17 11:24:33 sitecount.go:132: debug  12600
+2022/06/17 11:24:33 sitecount.go:132: debug  12700
+2022/06/17 11:24:33 sitecount.go:132: debug  12800
+2022/06/17 11:24:33 sitecount.go:132: debug  12900
+2022/06/17 11:24:33 sitecount.go:132: debug  13000
+2022/06/17 11:24:33 sitecount.go:132: debug  13100
+2022/06/17 11:24:33 sitecount.go:132: debug  13200
+2022/06/17 11:24:33 sitecount.go:132: debug  13300
+2022/06/17 11:24:33 sitecount.go:132: debug  13400
+2022/06/17 11:24:33 sitecount.go:132: debug  13500
+2022/06/17 11:24:33 sitecount.go:132: debug  13600
+2022/06/17 11:24:33 sitecount.go:132: debug  13700
+2022/06/17 11:24:33 sitecount.go:132: debug  13800
+2022/06/17 11:24:33 sitecount.go:132: debug  13900
+2022/06/17 11:24:33 sitecount.go:132: debug  14000
+2022/06/17 11:24:33 sitecount.go:132: debug  14100
+2022/06/17 11:24:33 sitecount.go:132: debug  14200
+2022/06/17 11:24:33 sitecount.go:132: debug  14300
+2022/06/17 11:24:33 sitecount.go:132: debug  14400
+2022/06/17 11:24:33 sitecount.go:132: debug  14500
+2022/06/17 11:24:33 sitecount.go:132: debug  14600
+2022/06/17 11:24:33 sitecount.go:132: debug  14700
+2022/06/17 11:24:33 sitecount.go:132: debug  14800
+2022/06/17 11:24:33 sitecount.go:132: debug  14900
+2022/06/17 11:24:33 sitecount.go:132: debug  15000
+2022/06/17 11:24:33 sitecount.go:132: debug  15100
+2022/06/17 11:24:33 sitecount.go:132: debug  15200
+2022/06/17 11:24:33 sitecount.go:132: debug  15300
+2022/06/17 11:24:33 sitecount.go:132: debug  15400
+2022/06/17 11:24:33 sitecount.go:132: debug  15500
+2022/06/17 11:24:33 sitecount.go:132: debug  15600
+2022/06/17 11:24:33 sitecount.go:132: debug  15700
+2022/06/17 11:24:33 sitecount.go:132: debug  15800
+2022/06/17 11:24:33 sitecount.go:132: debug  15900
+2022/06/17 11:24:33 sitecount.go:132: debug  16000
+2022/06/17 11:24:33 sitecount.go:132: debug  16100
+2022/06/17 11:24:33 sitecount.go:132: debug  16200
+2022/06/17 11:24:33 sitecount.go:132: debug  16300
+2022/06/17 11:24:33 sitecount.go:132: debug  16400
+2022/06/17 11:24:33 sitecount.go:132: debug  16500
+2022/06/17 11:24:33 sitecount.go:132: debug  16600
+2022/06/17 11:24:33 sitecount.go:132: debug  16700
+2022/06/17 11:24:33 sitecount.go:132: debug  16800
+2022/06/17 11:24:33 sitecount.go:132: debug  16900
+2022/06/17 11:24:33 sitecount.go:132: debug  17000
+2022/06/17 11:24:33 sitecount.go:132: debug  17100
+2022/06/17 11:24:33 sitecount.go:132: debug  17200
+2022/06/17 11:24:33 sitecount.go:132: debug  17300
+2022/06/17 11:24:33 sitecount.go:132: debug  17400
+2022/06/17 11:24:33 sitecount.go:132: debug  17500
+2022/06/17 11:24:33 sitecount.go:132: debug  17600
+2022/06/17 11:24:33 sitecount.go:132: debug  17700
+2022/06/17 11:24:33 sitecount.go:132: debug  17800
+2022/06/17 11:24:33 sitecount.go:132: debug  17900
+2022/06/17 11:24:33 sitecount.go:132: debug  18000
+2022/06/17 11:24:33 sitecount.go:132: debug  18100
+2022/06/17 11:24:33 sitecount.go:132: debug  18200
+2022/06/17 11:24:33 sitecount.go:132: debug  18300
+2022/06/17 11:24:33 sitecount.go:132: debug  18400
+2022/06/17 11:24:33 sitecount.go:132: debug  18500
+2022/06/17 11:24:33 sitecount.go:132: debug  18600
+2022/06/17 11:24:33 sitecount.go:132: debug  18700
+2022/06/17 11:24:34 sitecount.go:132: debug  18800
+2022/06/17 11:24:34 sitecount.go:132: debug  18900
+2022/06/17 11:24:34 sitecount.go:132: debug  19000
+2022/06/17 11:24:34 sitecount.go:132: debug  19100
+2022/06/17 11:24:34 sitecount.go:132: debug  19200
+2022/06/17 11:24:34 sitecount.go:132: debug  19300
+2022/06/17 11:24:34 sitecount.go:132: debug  19400
+2022/06/17 11:24:34 sitecount.go:132: debug  19500
+2022/06/17 11:24:34 sitecount.go:132: debug  19600
+2022/06/17 11:24:34 sitecount.go:132: debug  19700
+2022/06/17 11:24:34 sitecount.go:132: debug  19800
+2022/06/17 11:24:34 sitecount.go:132: debug  19900
+2022/06/17 11:24:34 sitecount.go:132: debug  20000
+2022/06/17 11:24:34 sitecount.go:132: debug  20100
+2022/06/17 11:24:34 sitecount.go:132: debug  20200
+2022/06/17 11:24:34 sitecount.go:132: debug  20300
+2022/06/17 11:24:34 sitecount.go:132: debug  20400
+2022/06/17 11:24:34 sitecount.go:132: debug  20500
+2022/06/17 11:24:34 sitecount.go:132: debug  20600
+2022/06/17 11:24:34 sitecount.go:132: debug  20700
+2022/06/17 11:24:34 sitecount.go:132: debug  20800
+2022/06/17 11:24:34 sitecount.go:132: debug  20900
+2022/06/17 11:24:34 sitecount.go:132: debug  21000
+2022/06/17 11:24:34 sitecount.go:132: debug  21100
+2022/06/17 11:24:34 sitecount.go:132: debug  21200
+2022/06/17 11:24:34 sitecount.go:132: debug  21300
+2022/06/17 11:24:34 sitecount.go:132: debug  21400
+2022/06/17 11:24:34 sitecount.go:132: debug  21500
+2022/06/17 11:24:34 sitecount.go:132: debug  21600
+2022/06/17 11:24:34 sitecount.go:132: debug  21700
+2022/06/17 11:24:34 sitecount.go:132: debug  21800
+2022/06/17 11:24:34 sitecount.go:132: debug  21900
+2022/06/17 11:24:34 sitecount.go:132: debug  22000
+2022/06/17 11:24:34 sitecount.go:132: debug  22100
+2022/06/17 11:24:34 sitecount.go:132: debug  22200
+2022/06/17 11:24:34 sitecount.go:132: debug  22300
+2022/06/17 11:24:34 sitecount.go:132: debug  22400
+2022/06/17 11:24:34 sitecount.go:132: debug  22500
+2022/06/17 11:24:34 sitecount.go:132: debug  22600
+2022/06/17 11:24:34 sitecount.go:132: debug  22700
+2022/06/17 11:24:34 sitecount.go:132: debug  22800
+2022/06/17 11:24:34 sitecount.go:132: debug  22900
+2022/06/17 11:24:34 sitecount.go:132: debug  23000
+2022/06/17 11:24:34 sitecount.go:132: debug  23100
+2022/06/17 11:24:34 sitecount.go:132: debug  23200
+2022/06/17 11:24:34 sitecount.go:132: debug  23300
+2022/06/17 11:24:34 sitecount.go:132: debug  23400
+2022/06/17 11:24:34 sitecount.go:132: debug  23500
+2022/06/17 11:24:34 sitecount.go:132: debug  23600
+2022/06/17 11:24:34 sitecount.go:137: debug  统计采集量luacodeinfo完成...

src/luatask/task.go

@@ -169,7 +169,7 @@ var (
 
 func StartTask() {
 	InitInfo() //初始化时间
-	logger.Debug(StartTime, EndTime)
+	logger.Debug(StartTime, EndTime, Publishtime)
 	GetCodeBaseInfo()              //初始化爬虫基本信息
 	GetCodeHeart()                 //初始化爬虫心跳信息
 	GetSpiderHighListDownloadNum() //统计spider_highlistdata爬虫列表页下载量、下载失败量、未下载量
@@ -514,7 +514,7 @@ func GetSpiderHighListDownloadNum() {
 			}
 			lock.Unlock()
 		}(tmp)
-		if n%100 == 0 {
+		if n%1000 == 0 {
 			logger.Debug(n)
 		}
 		tmp = map[string]interface{}{}
@@ -544,7 +544,6 @@ func GetSpiderListDownloadNum() {
 	lock := &sync.Mutex{}
 	wg := &sync.WaitGroup{}
 	ch := make(chan bool, 5)
-	//1、统计spider_highlistdata
 	it := sess.DB(util.MgoS.DbName).C("spider_listdata").Find(&query).Select(&fields).Iter()
 	n := 0
 	for tmp := make(map[string]interface{}); it.Next(&tmp); n++ {
@@ -670,7 +669,7 @@ func GetSpiderListDownloadNum() {
 			}
 			lock.Unlock()
 		}(tmp)
-		if n%100 == 0 {
+		if n%1000 == 0 {
 			logger.Debug(n)
 		}
 		tmp = map[string]interface{}{}
@@ -684,44 +683,92 @@ func GetSpiderListDownloadNum() {
 func GetSpiderDataBakDownloadNum() {
 	defer qu.Catch()
 	logger.Debug("统计采集量data_bak开始...")
+	sess := util.MgoS.GetMgoConn()
+	defer util.MgoS.DestoryMongoConn(sess)
+	query := map[string]interface{}{
+		"comeintime": map[string]interface{}{
+			"$gte": StartTime,
+			"$lt":  EndTime,
+		},
+		"l_np_publishtime": map[string]interface{}{
+			"$gte": StartTime,
+			"$lt":  EndTime,
+		},
+	}
+	fields := map[string]interface{}{
+		"spidercode": 1,
+	}
+	lock := &sync.Mutex{}
 	wg := &sync.WaitGroup{}
 	ch := make(chan bool, 5)
+	it := sess.DB(util.MgoS.DbName).C("data_bak").Find(&query).Select(&fields).Iter()
 	n := 0
-	for _, sp := range CodeInfoMap {
-		n++
-		if n%100 == 0 {
-			logger.Debug("current:", n)
-		}
-		if sp.Platform != "golua平台" || sp.DownloadAllNum == 0 || sp.PTimeAllNum != 0 { //根据发布时间统计无数据，统计data_bak
-			continue
-		}
-		//logger.Info("列表页未匹配到当天发布数据的爬虫：", sp.Code)
+	for tmp := make(map[string]interface{}); it.Next(&tmp); n++ {
 		wg.Add(1)
 		ch <- true
-		go func(tmpSp *Spider) {
+		go func(tmp map[string]interface{}) {
 			defer func() {
 				<-ch
 				wg.Done()
 			}()
-			query := map[string]interface{}{
-				"comeintime": map[string]interface{}{
-					"$gte": StartTime,
-					"$lt":  EndTime,
-				},
-				"l_np_publishtime": map[string]interface{}{
-					"$gte": StartTime,
-					"$lt":  EndTime,
-				},
-				"spidercode": tmpSp.Code,
+			code := qu.ObjToString(tmp["spidercode"])
+			lock.Lock()
+			defer lock.Unlock()
+			if sp := CodeInfoMap[code]; sp != nil {
+				if sp.DownloadAllNum == 0 || sp.PTimeAllNum != 0 {
+					return
+				}
+				sp.PTimeAllNum++
+				sp.RepeatPTimeAllNum++
+				sp.PTimeSuccessNum++
+				sp.RepeatPTimeSuccessNum++
 			}
-			count := util.MgoS.Count("data_bak", query)
-			tmpSp.PTimeAllNum = count
-			tmpSp.RepeatPTimeAllNum = count
-			tmpSp.PTimeSuccessNum = count
-			tmpSp.RepeatPTimeSuccessNum = count
-		}(sp)
+		}(tmp)
+		if n%1000 == 0 {
+			logger.Debug(n)
+		}
+		tmp = map[string]interface{}{}
 	}
 	wg.Wait()
+
+	//wg := &sync.WaitGroup{}
+	//ch := make(chan bool, 5)
+	//n := 0
+	//for _, sp := range CodeInfoMap {
+	//	n++
+	//	if n%100 == 0 {
+	//		logger.Debug("current:", n)
+	//	}
+	//	if sp.Platform != "golua平台" || sp.DownloadAllNum == 0 || sp.PTimeAllNum != 0 { //根据发布时间统计无数据，统计data_bak
+	//		continue
+	//	}
+	//	//logger.Info("列表页未匹配到当天发布数据的爬虫：", sp.Code)
+	//	wg.Add(1)
+	//	ch <- true
+	//	go func(tmpSp *Spider) {
+	//		defer func() {
+	//			<-ch
+	//			wg.Done()
+	//		}()
+	//		query := map[string]interface{}{
+	//			"comeintime": map[string]interface{}{
+	//				"$gte": StartTime,
+	//				"$lt":  EndTime,
+	//			},
+	//			"l_np_publishtime": map[string]interface{}{
+	//				"$gte": StartTime,
+	//				"$lt":  EndTime,
+	//			},
+	//			"spidercode": tmpSp.Code,
+	//		}
+	//		count := util.MgoS.Count("data_bak", query)
+	//		tmpSp.PTimeAllNum = count
+	//		tmpSp.RepeatPTimeAllNum = count
+	//		tmpSp.PTimeSuccessNum = count
+	//		tmpSp.RepeatPTimeSuccessNum = count
+	//	}(sp)
+	//}
+	//wg.Wait()
 	logger.Debug("统计采集量data_bak完成...")
 }