dataprocess_file/ossclient.go

package main

import (
	"fmt"
	"io/ioutil"
	cu "jygit.jydev.jianyu360.cn/data_capture/myself_util/commonutil"
	util "jygit.jydev.jianyu360.cn/data_processing/common_utils"
	"os"

	"github.com/aliyun/aliyun-oss-go-sdk/oss"
)

var (
	ossEndpoint        = "oss-cn-beijing-internal.aliyuncs.com" //正式环境用：oss-cn-beijing-internal.aliyuncs.com 测试：oss-cn-beijing.aliyuncs.com
	ossAccessKeyId     = "LTAI4G5x9aoZx8dDamQ7vfZi"
	ossAccessKeySecret = "Bk98FsbPYXcJe72n1bG3Ssf73acuNh"
	ossBucketName      = "topjy"
	ossclient          *oss.Client
)

func InitOss() {
	client, err := oss.New(ossEndpoint, ossAccessKeyId, ossAccessKeySecret)
	if err != nil {
		fmt.Println("Error:", err)
		os.Exit(-1)
	}
	ossclient = client
}

func OssGetObject(objectName string) string {
	cu.Catch()
	// 获取存储空间。
	bucket, err := ossclient.Bucket(ossBucketName)
	if err != nil {
		fmt.Println("Error:", err)
		return ""
	}

	// 下载文件到流。
	body, err := bucket.GetObject(objectName)
	if err != nil {
		fmt.Println("Error:", err)
		return ""
	}
	defer body.Close()
	data, err := ioutil.ReadAll(body)
	if err != nil {
		fmt.Println("Error:", err)
		return ""
	}
	return string(data)
}

func GetFileText(tmp map[string]interface{}) (filetext string, byOcr bool) {
	byOcr = true
	if attchMap, ok := tmp["attach_text"].(map[string]interface{}); attchMap != nil && ok {
		if len(attchMap) == 1 {
			for _, tmpData1 := range attchMap {
				if tmpData2, ok := tmpData1.(map[string]interface{}); tmpData2 != nil && ok {
					if len(tmpData2) == 1 {
						for _, result := range tmpData2 {
							if resultMap, ok := result.(map[string]interface{}); resultMap != nil && ok {
								if attach_url := util.ObjToString(resultMap["attach_url"]); attach_url != "" {
									filetext = OssGetObject(attach_url) //oss读数据
									//filetext += bs + "\n"
									//附件文本是否是通过ocr识别的
									if resultMap["ocr"] != nil && util.IntAll(resultMap["ocr"]) == 0 {
										byOcr = false
									}
								}
							}
						}
					}
				}
			}
		}
	}
	return
}