预算数据处理

conf.go

@@ -0,0 +1,81 @@
+// main
+package main
+
+import (
+	"encoding/json"
+	"fmt"
+	"io/ioutil"
+	"log"
+	"os"
+
+	mgo "jygit.jydev.jianyu360.cn/data_processing/common_utils/mongodb"
+)
+
+var (
+	db  *mgo.MongodbSim
+	cf  Config
+	ucf UserConfig
+)
+
+type Config struct {
+	Database struct {
+		Host   string `json:"host"`
+		DBName string `json:"dbname"`
+		DBSize int    `json:"dbsize"`
+	} `json:"database"`
+	Wanpan struct {
+		Webdav  string `json:"webdav"`
+		User    string `json:"user"`
+		Sercert string `json:"sercert"`
+	} `json:"wangpan"`
+	YusuanInfo        string   `json:"yusuaninfo"`
+	ProjectItem       string   `json:"projectitem"`
+	Projectitem_field []string `json:"projectitem_field"`
+}
+
+type UserConfig struct {
+	Totbale string `json:"totbale"`
+	User    string `json:"user"`
+	Rules   []Rule `json:"rules"`
+}
+
+type Rule struct {
+	Index         string     `json:"index"`
+	Match         string     `json:"match"`
+	MatchField    MatchField `json:"match_field"`
+	MatchAdd      string     `json:"match_add"`
+	MatchAddField MatchField `json:"match_add_field"`
+	NotMatch      string     `json:"not_match"`
+	NotMatchField MatchField `json:"not_match_field"`
+}
+type MatchField struct {
+	Field  []string `json:"field"`
+	Remark string   `json:"remark"`
+}
+
+func init() {
+	data, err := ioutil.ReadFile("conf.json")
+	if err != nil {
+		fmt.Println("Failed to read config file:", err)
+		os.Exit(1)
+	}
+
+	err = json.Unmarshal(data, &cf)
+	if err != nil {
+		fmt.Println("Failed to parse config file:", err)
+		os.Exit(1)
+	}
+	log.Println("加载完成", cf)
+
+	db = &mgo.MongodbSim{
+		MongodbAddr: cf.Database.Host,
+		DbName:      cf.Database.DBName,
+		Size:        cf.Database.DBSize,
+		//UserName:    "root",    //root
+		//Password:    "top@123", //top@123
+		//ReplSet: "",
+		//Direct: true,
+	}
+	db.InitPool()
+	log.Println("初始化mgo完成")
+}

conf.json

@@ -0,0 +1,23 @@
+{
+    "database": {
+        "host": "192.168.3.71:29099",
+        "dbname": "yusuan",
+        "dbsize": 2
+    },
+    "wangpan": {
+        "webdav": "http://192.168.3.71:35212/dav",
+        "user": "jichunling@topnet.net.cn",
+        "sercert": "imq6aZfwvWdu9XRsd368uywaalD5Jgwf"
+    },
+    "yusuaninfo": "fileitem",
+    "projectitem": "project_yusuan_temp",
+    "projectitem_field": [
+        "file_path",
+        "file_type",
+        "year",
+        "publish_org",
+        "valid_document",
+        "area",
+        "city"
+    ]
+}

go.mod

@@ -0,0 +1,23 @@
+module yusuan
+
+go 1.20
+
+require (
+	github.com/studio-b12/gowebdav v0.9.0
+	jygit.jydev.jianyu360.cn/data_processing/common_utils v0.0.0-20240202055658-e2ef72e18b40
+)
+
+require (
+	github.com/golang/snappy v0.0.1 // indirect
+	github.com/klauspost/compress v1.13.6 // indirect
+	github.com/montanaflynn/stats v0.0.0-20171201202039-1bf9dbcd8cbe // indirect
+	github.com/pkg/errors v0.9.1 // indirect
+	github.com/xdg-go/pbkdf2 v1.0.0 // indirect
+	github.com/xdg-go/scram v1.1.1 // indirect
+	github.com/xdg-go/stringprep v1.0.3 // indirect
+	github.com/youmark/pkcs8 v0.0.0-20181117223130-1be2e3e5546d // indirect
+	go.mongodb.org/mongo-driver v1.10.1 // indirect
+	golang.org/x/crypto v0.0.0-20220622213112-05595931fe9d // indirect
+	golang.org/x/sync v0.0.0-20210220032951-036812b2e83c // indirect
+	golang.org/x/text v0.3.7 // indirect
+)

go.sum

@@ -0,0 +1,188 @@
+cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw=
+github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=
+github.com/BurntSushi/toml v1.2.0/go.mod h1:CxXYINrC8qIiEnFrOxCa7Jy5BFHlXnUU2pbicEuybxQ=
+github.com/PuerkitoBio/goquery v1.8.0/go.mod h1:ypIiRMtY7COPGk+I/YbZLbxsxn9g5ejnI2HSMtkjZvI=
+github.com/andybalholm/cascadia v1.3.1/go.mod h1:R4bJ1UQfqADjvDa4P6HZHLh/3OxWWEqc0Sk8XGwHqvA=
+github.com/aws/aws-sdk-go v1.43.21/go.mod h1:y4AeaBuwd2Lk+GepC1E9v0qOiTws0MIWAX4oIKwKHZo=
+github.com/benbjohnson/clock v1.1.0/go.mod h1:J11/hYXuz8f4ySSvYwY0FKfm+ezbsZBKZxNJlLklBHA=
+github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU=
+github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw=
+github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc=
+github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
+github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
+github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
+github.com/dchest/captcha v1.0.0/go.mod h1:7zoElIawLp7GUMLcj54K9kbw+jEyvz2K0FDdRRYhvWo=
+github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4=
+github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4=
+github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98=
+github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c=
+github.com/fortytw2/leaktest v1.3.0/go.mod h1:jDsjWgpAGjm2CA7WthBh/CdZYEPF31XHquHwclZch5g=
+github.com/go-logr/logr v1.2.2/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A=
+github.com/go-logr/stdr v1.2.2/go.mod h1:mMo/vtBO5dYbehREoey6XUKy/eSumjCCveDpRre4VKE=
+github.com/go-sql-driver/mysql v1.6.0/go.mod h1:DCzpHaOWr8IXmIStZouvnhqoel9Qv2LBy8hT2VhHyBg=
+github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q=
+github.com/golang/groupcache v0.0.0-20200121045136-8c9f03a8e57e/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc=
+github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc=
+github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A=
+github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
+github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
+github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8=
+github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA=
+github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs=
+github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w=
+github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0=
+github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8=
+github.com/golang/protobuf v1.4.3/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI=
+github.com/golang/snappy v0.0.1 h1:Qgr9rKW7uDUkrbSmQeiDsGa8SjGyCOGtuasMWwvp2P4=
+github.com/golang/snappy v0.0.1/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q=
+github.com/gomodule/redigo v1.8.9/go.mod h1:7ArFNvsTjH8GMMzB4uy1snslv2BwmginuMs06a1uzZE=
+github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M=
+github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU=
+github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU=
+github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
+github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
+github.com/google/go-cmp v0.5.2/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
+github.com/google/go-cmp v0.5.3/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
+github.com/google/go-cmp v0.5.7 h1:81/ik6ipDQS2aGcBfIN5dHDB36BwrStyeAQquSYCV4o=
+github.com/google/go-cmp v0.5.7/go.mod h1:n+brtR0CgQNWTVd5ZUFpTBC8YFBDLK/h/bpaJ8/DtOE=
+github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
+github.com/jmespath/go-jmespath v0.4.0/go.mod h1:T8mJZnbsbmF+m6zOOFylbeCJqk5+pHWvzYPziyZiYoo=
+github.com/jmespath/go-jmespath/internal/testify v1.5.1/go.mod h1:L3OGu8Wl2/fWfCI6z80xFu9LTZmf1ZRjMHUOPmWr69U=
+github.com/josharian/intern v1.0.0/go.mod h1:5DoeVV0s6jJacbCEi61lwdGj/aVlrQvzHFFd8Hwg//Y=
+github.com/klauspost/compress v1.13.6 h1:P76CopJELS0TiO2mebmnzgWaajssP/EszplttgQxcgc=
+github.com/klauspost/compress v1.13.6/go.mod h1:/3/Vjq9QcHkK5uEr5lBEmyoZ1iFhe47etQ6QUkpK6sk=
+github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo=
+github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=
+github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=
+github.com/mailru/easyjson v0.7.7/go.mod h1:xzfreul335JAWq5oZzymOObrkdz5UnU4kGfJJLY9Nlc=
+github.com/montanaflynn/stats v0.0.0-20171201202039-1bf9dbcd8cbe h1:iruDEfMl2E6fbMZ9s0scYfZQ84/6SPL6zC8ACM2oIL0=
+github.com/montanaflynn/stats v0.0.0-20171201202039-1bf9dbcd8cbe/go.mod h1:wL8QJuTMNUDYhXwkmfOly8iTdp5TEcJFWZD2D7SIkUc=
+github.com/nsqio/go-nsq v1.1.0/go.mod h1:vKq36oyeVXgsS5Q8YEO7WghqidAVXQlcFxzQbQTuDEY=
+github.com/olivere/elastic/v7 v7.0.32/go.mod h1:c7PVmLe3Fxq77PIfY/bZmxY/TAamBhCzZ8xDOE09a9k=
+github.com/opentracing/opentracing-go v1.2.0/go.mod h1:GxEUsuufX4nBwe+T+Wl9TAgYrxe9dPLANfrWvHYVTgc=
+github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
+github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4=
+github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
+github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
+github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
+github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA=
+github.com/smartystreets/assertions v1.1.1/go.mod h1:tcbTF8ujkAEcZ8TElKY+i30BzYlVhC/LOxJk7iOWnoo=
+github.com/smartystreets/go-aws-auth v0.0.0-20180515143844-0c1422d1fdb9/go.mod h1:SnhjPscd9TpLiy1LpzGSKh3bXCfxxXuqd9xmQJy3slM=
+github.com/smartystreets/gunit v1.4.2/go.mod h1:ZjM1ozSIMJlAz/ay4SG8PeKF00ckUp+zMHZXV9/bvak=
+github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
+github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
+github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
+github.com/stretchr/testify v1.7.0 h1:nwc3DEeHmmLAfoZucVR881uASk0Mfjw8xYJ99tb5CcY=
+github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
+github.com/studio-b12/gowebdav v0.9.0 h1:1j1sc9gQnNxbXXM4M/CebPOX4aXYtr7MojAVcN4dHjU=
+github.com/studio-b12/gowebdav v0.9.0/go.mod h1:bHA7t77X/QFExdeAnDzK6vKM34kEZAcE1OX4MfiwjkE=
+github.com/tidwall/pretty v1.0.0 h1:HsD+QiTn7sK6flMKIvNmpqz1qrpP3Ps6jOKIKMooyg4=
+github.com/tidwall/pretty v1.0.0/go.mod h1:XNkn88O1ChpSDQmQeStsy+sBenx6DDtFZJxhVysOjyk=
+github.com/xdg-go/pbkdf2 v1.0.0 h1:Su7DPu48wXMwC3bs7MCNG+z4FhcyEuz5dlvchbq0B0c=
+github.com/xdg-go/pbkdf2 v1.0.0/go.mod h1:jrpuAogTd400dnrH08LKmI/xc1MbPOebTwRqcT5RDeI=
+github.com/xdg-go/scram v1.1.1 h1:VOMT+81stJgXW3CpHyqHN3AXDYIMsx56mEFrB37Mb/E=
+github.com/xdg-go/scram v1.1.1/go.mod h1:RaEWvsqvNKKvBPvcKeFjrG2cJqOkHTiyTpzz23ni57g=
+github.com/xdg-go/stringprep v1.0.3 h1:kdwGpVNwPFtjs98xCGkHjQtGKh86rDcRZN17QEMCOIs=
+github.com/xdg-go/stringprep v1.0.3/go.mod h1:W3f5j4i+9rC0kuIEJL0ky1VpHXQU3ocBgklLGvcBnW8=
+github.com/youmark/pkcs8 v0.0.0-20181117223130-1be2e3e5546d h1:splanxYIlg+5LfHAM6xpdFEAYOk8iySO56hMFq6uLyA=
+github.com/youmark/pkcs8 v0.0.0-20181117223130-1be2e3e5546d/go.mod h1:rHwXgn7JulP+udvsHwJoVG1YGAP6VLg4y9I5dyZdqmA=
+github.com/yuin/goldmark v1.3.5/go.mod h1:mwnBkeHKe2W/ZEtQ+71ViKU8L12m81fl3OWwC1Zlc8k=
+go.mongodb.org/mongo-driver v1.10.1 h1:NujsPveKwHaWuKUer/ceo9DzEe7HIj1SlJ6uvXZG0S4=
+go.mongodb.org/mongo-driver v1.10.1/go.mod h1:z4XpeoU6w+9Vht+jAFyLgVrD+jGSQQe0+CBWFHNiHt8=
+go.opencensus.io v0.23.0/go.mod h1:XItmlyltB5F7CS4xOC1DcqMoFqwtC6OG2xF7mCv7P7E=
+go.opentelemetry.io/otel v1.5.0/go.mod h1:Jm/m+rNp/z0eqJc74H7LPwQ3G87qkU/AnnAydAjSAHk=
+go.opentelemetry.io/otel/trace v1.5.0/go.mod h1:sq55kfhjXYr1zVSyexg0w1mpa03AYXR5eyTkB9NPPdE=
+go.uber.org/atomic v1.7.0/go.mod h1:fEN4uk6kAWBTFdckzkM89CLk9XfWZrxpCo0nPH17wJc=
+go.uber.org/goleak v1.1.11/go.mod h1:cwTWslyiVhfpKIDGSZEM2HlOvcqm+tG4zioyIeLoqMQ=
+go.uber.org/multierr v1.6.0/go.mod h1:cdWPpRnG4AhwMwsgIHip0KRBQjJy5kYEpYjJxpXp9iU=
+go.uber.org/zap v1.22.0/go.mod h1:H4siCOZOrAolnUPJEkfaSjDqyP+BDS0DdDWzwcgt3+U=
+golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
+golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI=
+golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
+golang.org/x/crypto v0.0.0-20220622213112-05595931fe9d h1:sK3txAijHtOK88l68nt020reeT1ZdKLIYetKl95FzVY=
+golang.org/x/crypto v0.0.0-20220622213112-05595931fe9d/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4=
+golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
+golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE=
+golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU=
+golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc=
+golang.org/x/lint v0.0.0-20190930215403-16217165b5de/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc=
+golang.org/x/mod v0.4.2/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=
+golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
+golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
+golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
+golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
+golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
+golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
+golang.org/x/net v0.0.0-20201110031124-69a78807bb2b/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU=
+golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4/go.mod h1:p54w0d4576C0XHj96bSt6lcn1PtDYWL6XObtHCRCNQM=
+golang.org/x/net v0.0.0-20210916014120-12bc252f5db8/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
+golang.org/x/net v0.0.0-20211112202133-69e39bad7dc2/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
+golang.org/x/net v0.0.0-20220127200216-cd36cc0744dd h1:O7DYs+zxREGLKzKoMQrtrEacpb0ZVXA5rIwylE2Xchk=
+golang.org/x/net v0.0.0-20220127200216-cd36cc0744dd/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk=
+golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
+golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
+golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
+golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
+golang.org/x/sync v0.0.0-20210220032951-036812b2e83c h1:5KslGYwFpkhGh+Q16bwMP3cOontH8FOep7tGV86Y7SQ=
+golang.org/x/sync v0.0.0-20210220032951-036812b2e83c/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
+golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
+golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
+golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20210330210617-4fbd30eecc44/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20210510120138-977fb7262007/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
+golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8=
+golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
+golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
+golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
+golang.org/x/text v0.3.7 h1:olpwvP2KacW1ZWvsR7uQhoyTYvKAupfQrRGBFM352Gk=
+golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ=
+golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
+golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
+golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY=
+golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs=
+golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q=
+golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=
+golang.org/x/tools v0.1.5/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk=
+golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
+golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
+golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
+golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1 h1:go1bK/D/BFZV2I8cIQd1NKEZ+0owSTG1fDTci4IqFcE=
+golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
+google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM=
+google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4=
+google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc=
+google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc=
+google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013/go.mod h1:NbSheEEYHJ7i3ixzK3sjbqSGDJWnxyFXZblF3eUsNvo=
+google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c=
+google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg=
+google.golang.org/grpc v1.25.1/go.mod h1:c3i+UQWmh7LiEpx4sFZnkU36qjEYZ0imhYfXVyQciAY=
+google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk=
+google.golang.org/grpc v1.33.2/go.mod h1:JMHMWHQWaTccqQQlmk3MJZS+GWXOdAesneDmEnv2fbc=
+google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8=
+google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0=
+google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM=
+google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE=
+google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo=
+google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU=
+google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU=
+google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU=
+google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c=
+gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
+gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
+gopkg.in/mgo.v2 v2.0.0-20190816093944-a6b53ec6cb22/go.mod h1:yeKp02qBN3iKW1OzL3MGk2IdtZzaj7SFntXj72NppTA=
+gopkg.in/natefinch/lumberjack.v2 v2.0.0/go.mod h1:l0ndWWf7gzL7RNwBG7wST/UCcT4T24xpD6X8LsfU/+k=
+gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
+gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ=
+gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
+gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
+gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
+honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=
+honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=
+jygit.jydev.jianyu360.cn/data_processing/common_utils v0.0.0-20240202055658-e2ef72e18b40 h1:xTeRmpFgwOdu+NbWg/YntX3MnQpttm7jj33C1+JdBTk=
+jygit.jydev.jianyu360.cn/data_processing/common_utils v0.0.0-20240202055658-e2ef72e18b40/go.mod h1:1Rp0ioZBhikjXHYYXmnzL6RNfvTDM/2XvRB+vuPLurI=

main.go

@@ -0,0 +1,74 @@
+package main
+
+import (
+	"encoding/json"
+	"fmt"
+	"io/ioutil"
+	"log"
+)
+
+func main() {
+	// 使用for循环不断接收用户输入的指令
+	for {
+		// 定义一个变量存储输入的指令
+		var command string
+		fmt.Println("请输入指令：\n",
+			"0、更新fileitme目录\n",
+			"1、从fileitme表中获取所有项目数据（请先手动清除project_yusuan数据信息）\n",
+			"2、从project_yusuan表中匹配客户数据（请输入对应客户配置文件名称）\n",
+			"3、退出程序")
+		fmt.Scanln(&command)
+
+		// 根据输入的指令选择相应的操作
+		switch command {
+		case "0":
+			fmt.Println("请输更新年份，如：2024")
+			var year string
+			fmt.Scanln(&year)
+			getRemoteFilePath(
+				cf.Wanpan.Webdav,
+				cf.Wanpan.User,
+				cf.Wanpan.Sercert,
+				year+"年",
+			)
+		case "1":
+			getProjectItemFromFilejx()
+			fmt.Println("任务已执行完成")
+		case "2":
+			ucf = UserConfig{}
+			fmt.Println("请输入客户配置文件：")
+			var uconf string
+			fmt.Scanln(&uconf)
+			userdata, err := ioutil.ReadFile("rule/" + uconf)
+			if err != nil {
+				fmt.Println("rule/"+uconf, err)
+			}
+			err = json.Unmarshal(userdata, &ucf)
+			if err != nil {
+				fmt.Println("rule/"+uconf, err)
+			}
+			getCustomerMatchProject()
+			fmt.Println("任务已执行完成")
+		case "3":
+			fmt.Println("退出程序")
+			return // 退出程序
+		default:
+			fmt.Println("无效的指令")
+		}
+	}
+}
+
+func fileitem() {
+	//读取网盘目录数据
+	paths := []string{"2022年", "2023年", "2024年"}
+	//paths := []string{"2021年"}
+	for _, path := range paths {
+		log.Println(path)
+		getRemoteFilePath(
+			cf.Wanpan.Webdav,
+			cf.Wanpan.User,
+			cf.Wanpan.Sercert,
+			path,
+		)
+	}
+}

rule/huipu.json

@@ -0,0 +1,32 @@
+{
+    "totbale": "project_huipu",
+    "customer": "惠普",
+    "rules": [
+        {
+            "index": "规则序号1",
+            "match": "打印机,复印机,速印多功能机,多功能一体机,多功能复合机,复印扫描一体机,三合一体机,三合一一体机,打印复印扫描,数码复合机,耗材,硒鼓,文印室,粉盒,墨盒",
+            "match_field": {
+                "field": [
+                    "projectname",
+                    "procure_content",
+                    "quota_content"
+                ],
+                "remark": "项目内容,项目内容,项目绩效"
+            },
+            "match_add": "",
+            "match_add_field": {
+                "field": [
+                    "projectname"
+                ],
+                "remark": "项目内容"
+            },
+            "not_match": "针式打印机,热敏打印机",
+            "not_match_field": {
+                "field": [
+                    "projectname"
+                ],
+                "remark": "项目内容"
+            }
+        }
+    ]
+}

rule/tianjin.json

@@ -0,0 +1,32 @@
+{
+    "totbale": "project_tianjindemo",
+    "customer": "sunzhenjie",
+    "rules": [
+        {
+            "index": "规则序号1",
+            "match": "城市生命线,城市运管服,城市运行管理服务,城市运行监测,城市管理监督评价指标体系,城市灾害预警,预警指挥平台,物联感知支撑平台,地理信息支撑系统,平安城市,运管服管理平台,城市运行管理体系,一图全面感知,一键可知全局,GIS,一网统管,全息感知,全域感知,智慧燃气,智慧热力,智能交通,危化品监管,综合管廊,数字孪生,数字城市,数智城市,数字底座,超级大脑,城市大脑,全息路网,全息路口,市域单元防控,治安要素管控,数字驾驶舱,新型智慧城市,数据基础底座,智能视觉平台,城市综合提升,智慧电网,城市超脑,,监测预警,风险区域,三高区域,实时监测,风险预警,风险识别,全面感知",
+            "match_field": {
+                "field": [
+                    "projectname",
+                    "procure_content",
+                    "quota_content"
+                ],
+                "remark": "项目内容,项目内容,项目绩效"
+            },
+            "match_add": "",
+            "match_add_field": {
+                "field": [
+                    "projectname"
+                ],
+                "remark": "项目内容"
+            },
+            "not_match": "",
+            "not_match_field": {
+                "field": [
+                    "projectname"
+                ],
+                "remark": "项目内容"
+            }
+        }
+    ]
+}

webdav.go

@@ -0,0 +1,141 @@
+// webdav
+// 远程文件下载
+package main
+
+import (
+	"fmt"
+	"log"
+	"path/filepath"
+	"strings"
+	"time"
+
+	"github.com/studio-b12/gowebdav"
+)
+
+var filenum = 0
+
+// 获取数据目录
+func getRemoteFilePath(webdav, user, secert, remote string) {
+	log.Println("准备下载 ", remote)
+	client := gowebdav.NewAuthClient(webdav, gowebdav.NewAutoAuth(user, secert))
+	client.Connect()
+
+	// 获取根目录列表
+	entries, err := client.ReadDir(remote)
+	if err != nil {
+		log.Fatal(err)
+	}
+
+	// 遍历目录结构
+	for _, entry := range entries {
+		log.Println(remote + "/" + entry.Name())
+		if entry.IsDir() {
+			// 如果是目录，则递归遍历子目录
+			readDirRecursive(client, remote+"/"+entry.Name())
+		}
+	}
+	log.Println(fmt.Sprintf("读取文件总数量为：%d", filenum))
+}
+
+// 递归遍历目录结构
+func readDirRecursive(client *gowebdav.Client, path string) {
+	filenum = 0 //重置数量
+	entries, err := client.ReadDir(path)
+	if err != nil {
+		log.Fatal(err)
+	}
+	for _, entry := range entries {
+		if entry.IsDir() {
+			// 如果是目录，则递归遍历子目录
+			readDirRecursive(client, path+"/"+entry.Name())
+		} else {
+			if filenum%1000 == 0 {
+				log.Println(fmt.Sprintf("已读取文件数量：%d,当前路径为：%s", filenum, path))
+			}
+			filenum++
+			file_path := path + "/" + entry.Name()
+			sp1 := strings.Split(file_path, "/")
+			sp2 := strings.Split(entry.Name(), ".")
+			if len(sp2) < 2 || len(sp1) < 3 {
+				log.Println(file_path)
+				db.Update("fileitem_err",
+					map[string]interface{}{"file_path": file_path},
+					map[string]interface{}{
+						"$set": map[string]interface{}{
+							"file_name": entry.Name(),
+							"file_path": file_path,
+						}},
+					true,
+					false,
+				)
+			} else {
+				db.Update("fileitem",
+					map[string]interface{}{"file_path": file_path},
+					map[string]interface{}{
+						"$set": map[string]interface{}{
+							"file_name":  entry.Name(),
+							"file_path":  file_path,
+							"file_size":  entry.Size(),
+							"file_time":  entry.ModTime().Format("2006-01-02 15:04:05"),
+							"file_type":  sp2[1],
+							"year":       sp1[0],
+							"area":       sp1[1],
+							"city":       sp1[2],
+							"updatetime": time.Now().Unix(),
+						}},
+					true,
+					false,
+				)
+			}
+		}
+	}
+}
+
+// downloadRemoteExcelFile
+func downloadRemoteExcelFile(webdav, user, secert, remote string) {
+	log.Println("准备下载 ", remote)
+	// //TODO 创建本地目录
+	// dir, err := os.Getwd()
+	// if err != nil {
+	// 	log.Println(err)
+	// 	return
+	// }
+	// path := filepath.Join(dir, "attaches")
+	// if _, err := os.Stat(path); err != nil {
+	// 	os.MkdirAll(path, 0777)
+	// }
+	client := gowebdav.NewAuthClient(webdav, gowebdav.NewAutoAuth(user, secert))
+	client.Connect()
+	fs, err := client.ReadDir(remote)
+	if err != nil {
+		log.Println(err)
+		return
+	}
+
+	for _, f := range fs {
+		fn := f.Name()
+		ext := strings.ToLower(filepath.Ext(fn))
+		if ext == ".xls" || ext == ".xlsx" {
+
+			fpath := strings.ReplaceAll(filepath.Join(remote, fn), "\\", "/")
+			log.Println(fpath)
+			// reader, err := client.ReadStream(fpath)
+			// if err != nil {
+			// 	log.Println(err)
+			// 	continue
+			// }
+			// fo, err := os.OpenFile(filepath.Join(path, fn), os.O_CREATE|os.O_RDWR|os.O_SYNC|os.O_TRUNC, 0777)
+			// if err != nil {
+			// 	log.Println(err)
+			// 	continue
+			// }
+			// io.Copy(fo, reader)
+			// reader.Close()
+			// fo.Close()
+		} else {
+			log.Println("跳过 " + fn)
+		}
+	}
+	log.Println("下载完成")
+	//reloadFilelistData()
+}

yusuan.go

@@ -0,0 +1,231 @@
+package main
+
+import (
+	"log"
+	"math"
+	"reflect"
+	"regexp"
+	"strconv"
+	"strings"
+	"time"
+)
+
+var regString = `(\d+[.,]{0,}\d+)`
+var reg, _ = regexp.Compile(regString)
+
+// 从解析文档中提取全部项目信息
+func getProjectItemFromFilejx() {
+	//list, _ := db.Find(cf.YusuanInfo, `{"handle":{"$exists":1}}`, nil, nil, false, -1, -1)
+	list, _ := db.Find(cf.YusuanInfo, `{ "file_path" : "2024年/北京/北京市/政府/2024_北京市经济和信息化局_1.xlsx" }`, nil, nil, false, -1, -1)
+	pronum := 0
+	for k, data := range *list {
+		tmp, _ := data["performance_result"].([]interface{})
+		if len(tmp) > 0 {
+			for _, v := range tmp {
+				t, _ := v.(map[string]interface{})
+				tmp3, _ := t["sheetdata"].([]interface{})
+				for _, v := range tmp3 {
+					item, _ := v.(map[string]interface{})
+					budget, ok := item["budget"]
+					if ok {
+						ty := reflect.TypeOf(budget).Kind()
+						switch ty {
+						case reflect.Int:
+							item["budget_f"] = float64(budget.(int))
+						case reflect.Int32:
+							item["budget_f"] = float64(budget.(int32))
+						case reflect.String:
+							budget_f := budget.(string)
+							if strings.Contains(budget_f, ",") {
+								budget_f = strings.ReplaceAll(budget_f, ",", "")
+							}
+							rs, _ := strconv.ParseFloat(budget_f, 64)
+							item["budget_f"] = rs
+						default:
+							item["budget_f"] = budget
+						}
+						unit, _ := item["unit"].(string)
+						if strings.Contains(unit, "万") {
+							item["budget_f"] = math.Round(item["budget_f"].(float64) * 10000)
+						}
+					} else {
+						total_amount, ok := item["total_amount"]
+						if ok {
+							ty := reflect.TypeOf(total_amount).Kind()
+							switch ty {
+							case reflect.Int:
+								item["budget_f"] = float64(total_amount.(int))
+							case reflect.Int32:
+								item["budget_f"] = float64(total_amount.(int32))
+							case reflect.String:
+								budget_f := total_amount.(string)
+								if strings.Contains(budget_f, ",") {
+									budget_f = strings.ReplaceAll(budget_f, ",", "")
+								}
+								rs, _ := strconv.ParseFloat(budget_f, 64)
+								item["budget_f"] = rs
+							default:
+								item["budget_f"] = total_amount
+							}
+							unit, _ := item["unit"].(string)
+							if strings.Contains(unit, "万") {
+								item["budget_f"] = math.Round(item["budget_f"].(float64) * 10000)
+							}
+						}
+					}
+					for _, f := range cf.Projectitem_field {
+						item[f] = data[f]
+					}
+					pronum++
+					db.Save(cf.ProjectItem, item)
+				}
+			}
+		}
+		if k%1000 == 0 {
+			log.Printf("加载数据量为：%d,生成项目数据量为：%d", k, pronum)
+		}
+	}
+}
+
+// 匹配客户项目信息
+type Data struct {
+	ismatch            bool
+	isnotmatch         bool
+	matchkey           map[string]bool
+	matchkey_field     map[string]bool
+	matchkey_add       map[string]bool
+	matchkey_add_field map[string]bool
+	notmatchkey        map[string]bool
+	notmatchkey_field  map[string]bool
+
+	rule_index string
+}
+
+func getCustomerMatchProject() {
+	list, _ := db.Find(cf.ProjectItem, nil, nil, nil, false, -1, -1)
+	pipienum := 0
+	for k, tmp := range *list {
+		d := &Data{
+			matchkey:           map[string]bool{},
+			matchkey_field:     map[string]bool{},
+			matchkey_add:       map[string]bool{},
+			matchkey_add_field: map[string]bool{},
+			notmatchkey:        map[string]bool{},
+			notmatchkey_field:  map[string]bool{},
+		}
+		for _, rule := range ucf.Rules {
+			//关键词
+			mkey := strings.Split(rule.Match, ",")
+			for _, field := range rule.MatchField.Field {
+				content, _ := tmp[field].(string)
+				//关键词匹配
+				for _, key := range mkey {
+					keys := strings.Split(key, "&&")
+					ismatch := true
+					for _, v := range keys {
+						if !strings.Contains(content, v) {
+							ismatch = false
+							break
+						}
+					}
+					if ismatch {
+						d.ismatch = true
+						d.matchkey[key] = true
+						d.matchkey_field[field] = true
+					}
+
+				}
+			}
+			//处理附件词、排除词
+			if d.ismatch {
+				d.rule_index = rule.Index
+				//附加词
+				addkey := strings.Split(rule.MatchAdd, ",")
+				if len(addkey) > 0 {
+					//附加词匹配
+					for _, key := range addkey {
+						for _, field := range rule.MatchAddField.Field {
+							content, _ := tmp[field].(string)
+							if strings.Contains(content, key) {
+								d.matchkey_add[key] = true
+								d.matchkey_add_field[field] = true
+							}
+						}
+					}
+				}
+				//排除词
+				notkey := strings.Split(rule.NotMatch, ",")
+				if len(notkey) > 0 {
+					//附加词匹配
+					for _, key := range notkey {
+						for _, field := range rule.NotMatchField.Field {
+							content, _ := tmp[field].(string)
+							if strings.Contains(content, key) {
+								d.notmatchkey[key] = true
+								d.notmatchkey_field[field] = true
+							}
+						}
+					}
+				}
+			}
+		}
+		if d.ismatch {
+			//提取
+			pipienum++
+			tmp["matchkey"] = getKeyMap(d.matchkey)
+			tmp["matchkey_filed"] = getKeyMap(d.matchkey_field)
+			tmp["matchkey_add"] = getKeyMap(d.matchkey_add)
+			tmp["matchkey_add_filed"] = getKeyMap(d.matchkey_add_field)
+			tmp["matchkey_not"] = getKeyMap(d.notmatchkey)
+			tmp["matchkey_not_filed"] = getKeyMap(d.notmatchkey_field)
+
+			tmp["rule_index"] = d.rule_index
+			tmp["comeintime"] = time.Now().Unix()
+			db.Save(ucf.Totbale, tmp)
+		} else {
+			//不提取
+		}
+		if k%1000 == 0 {
+			log.Printf("加载数量为：%d，匹配数据量为：%d", k, pipienum)
+		}
+	}
+	log.Println(ucf.User, pipienum, "匹配项目已处理完成")
+}
+
+func getKeyMap(m map[string]bool) string {
+	ll := []string{}
+	for k, _ := range m {
+		ll = append(ll, k)
+	}
+	return strings.Join(ll, ",")
+}
+
+// 修复预算
+func xiuyusuan() {
+	list, _ := db.Find("project_hp", nil, nil, nil, false, -1, -1)
+	for _, tmp := range *list {
+		total_budget, ok := tmp["total_budget"].(string)
+		if ok {
+			if strings.Contains(total_budget, ",") {
+				log.Println(total_budget)
+				total_budget = strings.ReplaceAll(total_budget, ",", "")
+			}
+			budget, _ := strconv.ParseFloat(total_budget, 64)
+			log.Println(total_budget, budget)
+			unit, _ := tmp["unit"].(string)
+			if strings.Contains(unit, "万") {
+				budget = budget * 10000
+			}
+			//log.Println(total_budget, budget, tmp["_id"])
+
+			db.Update(
+				"project_hp",
+				map[string]interface{}{"_id": tmp["_id"]},
+				map[string]interface{}{"$set": map[string]interface{}{"total_budget_f": budget}},
+				true,
+				false,
+			)
+
+		}
+	}
+}