jy-data-extract/udpdataclear/udpSensitiveWords/grpc_server/main.go

package main

import (
	"context"
	"fmt"
	"github.com/grpc-ecosystem/go-grpc-prometheus"
	"github.com/importcjj/sensitive"
	"github.com/prometheus/client_golang/prometheus"
	"github.com/prometheus/client_golang/prometheus/promhttp"
	"google.golang.org/grpc"
	"google.golang.org/grpc/credentials"
	"gopkg.in/olivere/elastic.v1"
	"gopkg.in/yaml.v3"
	"io/ioutil"
	"log"
	"net/http"
	"sensitiveWords.udp/proto_grpc"
	"sensitiveWords.udp/util"
	"strings"
)

const (
	YAMLFILE = "./server.yaml"
)

var YamlConfig YAMLConfig
var Filter *sensitive.Filter
var es_type, es_index string
var Client_Es *elastic.Client

var MixDataMgo *util.MongodbSim
var (
	// Create a metrics registry.
	reg = prometheus.NewRegistry()

	// Create some standard server metrics.
	grpcMetrics             = grpc_prometheus.NewServerMetrics()
	customizedCounterMetric = prometheus.NewCounterVec(prometheus.CounterOpts{
		Name: "demo_server_search_method_handle_count",
		Help: "Total number of RPCs handled on the server.",
	}, []string{"name"})
)

func init() {
	return

	yamlFile, err := ioutil.ReadFile(YAMLFILE)
	if err != nil {
		log.Fatalln("load conf error")
	}
	err = yaml.Unmarshal(yamlFile, &YamlConfig)
	if err != nil {
		fmt.Println(err.Error())
	}
	log.Printf("%#v", YamlConfig)
	MixDataMgo = &util.MongodbSim{
		MongodbAddr: YamlConfig.MixdataMgoAddr,
		Size:        YamlConfig.MongodbPoolSize,
		DbName:      YamlConfig.DbName,
		UserName:    YamlConfig.UserName,
		PassWord:    YamlConfig.PassWord,
	}
	MixDataMgo.InitPool()


	Client_Es ,_= elastic.NewClient(http.DefaultClient, "http://172.17.145.170:9800")


	es_type, es_index = "unique_qy","unique_qy"


	reg.MustRegister(grpcMetrics, customizedCounterMetric)

}

func main() {

	log.Println("1111")
	//log.Println(escape("同方知网(北京)技术有限公司"))
	dealWithNameScoreRules("同方知网(北京)技术有限公司")

	return
	//临时测试
	MixDataMgo = &util.MongodbSim{
		MongodbAddr: "172.17.4.187:27082,172.17.145.163:27083",
		Size:        20,
		DbName:      "mixdata",
		UserName:    "fengweiqiang",
		PassWord:    "fwq@123123",
	}
	MixDataMgo.InitPool()

	Client_Es ,_= elastic.NewClient(http.DefaultClient, "http://172.17.145.170:9800")

	es_type, es_index = "unique_qy","unique_qy"
	temporaryTest()

	//单独跑-分段
	return

	if YamlConfig.IsAddTask == 0 {
		initSensitiveWordsData() //初始化敏感词数据
	} else {
		go addTaskSensitiveWordsData() //增量-改配置文件
	}

	mux := http.NewServeMux()
	mux.Handle("/",  promhttp.HandlerFor(reg, promhttp.HandlerOpts{}))
	cred, err := credentials.NewServerTLSFromFile(YamlConfig.CertFile, YamlConfig.KeyFile)
	if err != nil {
		log.Fatalln(err)
	}
	grpcServer := grpc.NewServer(
		grpc.Creds(cred),
		grpc.UnaryInterceptor(grpcMetrics.UnaryServerInterceptor()),
	)
	proto_grpc.RegisterSensitiveWordsServer(grpcServer, &server{})
	grpcMetrics.InitializeMetrics(grpcServer)

	if err = http.ListenAndServeTLS(
		fmt.Sprintf("%s", YamlConfig.Port),
		YamlConfig.CertFile,
		YamlConfig.KeyFile,
		http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
			if r.ProtoMajor == 2 && strings.HasPrefix(
				r.Header.Get("Content-Type"), "application/grpc") {
				grpcServer.ServeHTTP(w, r)
			} else {
				mux.ServeHTTP(w, r)
			}

			return
		}),
	);err != nil{
		log.Fatalln(err)
	}

}

//协议方法---等
type server struct {
	proto_grpc.SensitiveWordsServer
}

func (s *server) Search(ctx context.Context, in *proto_grpc.Request) (*proto_grpc.ResultSensitiveWords, error) {
	customizedCounterMetric.WithLabelValues("search_server").Inc()
	text := in.GetText()
	//log.Println(text)
	findAll := Filter.FindAll(text)
	rada := strings.Join(findAll, ",")
	return &proto_grpc.ResultSensitiveWords{SensitiveWords: rada}, nil
}

type YAMLConfig struct {
	MixdataMgoAddr  string `yaml:"mixdataMgoAddr"`
	UserName        string `yaml:"userName"`
	PassWord        string `yaml:"passWord"`
	DbName          string `yaml:"dbName"`
	MongodbPoolSize int    `yaml:"mongodbPoolSize"`
	TaskGteId       string `yaml:"taskGteId"`
	TaskLteId       string `yaml:"taskLteId"`
	IsAddTask       int    `yaml:"isAddTask"`
	Port            string `yaml:"port"`
	CertFile        string `yaml:"certFile"`
	KeyFile         string `yaml:"keyFile"`
}