data_quality_server/tables/fields/NoField.py

# coding:utf-8

from tables import CatchContentObject, fsc
from util.sensitive_word import AcAutomation
from docs.config import amount_config
from docs.config import budget_config
from docs.config import DEBUG
from docs.config import abnormal_config
import csv

class NoFieldChecker(object):
    """
        无字段或空值检查
    """
    def __init__(self):
        self.errors_tables = {
            "title": self.check_title,
            "projectname": self.check_projectname,
            "buyer":self.check_buyer,
            "s_winner": self.check_winner,
            "owner":self.check_owner,
            "budget": self.check_budget,
            "bidamount": self.check_bidamount,
            "area":self.check_region,
            "city":self.check_city,
            "district": self.check_district,
            "projectcode": self.check_projectcode,
            "toptype":self.check_toptype,
            "subtype":self.check_subtype,
            "publishtime":self.check_publishtime,
            "multipackage":self.check_subpackage,
            "purchasinglist":self.check_purchasinglist,
            "detail":self.check_detail,
            "href":self.check_href,
            "est_purchase_time":self.check_est_purchase_time,
            "docstarttime":self.check_docstarttime,
            "docendtime":self.check_docendtime,
            "bidstarttime":self.check_bidstarttime,
            "bidendtime":self.check_bidendtime,
            "bidopentime":self.check_bidopentime,
            "bidway":self.check_bidway,
            "buyerperson":self.check_buyerperson,
            "buyertel":self.check_buyertel,
            "agency":self.check_agency,
            "agencyperson":self.check_agencyperson,
            "agencytel":self.check_agencytel,
            "winnerperson":self.check_winnerperson,
            "winnertel":self.check_winnertel,
            "entname":self.check_entname,
            "sortstr":self.check_sort,
            "price":self.check_price,
            "winnerorder":self.check_winnerorder,
            "note":self.check_note,
            "publish_org":self.check_publish_org,
            "projectinfo":self.check_projectinfo,
            "capital":self.check_capital,
            "project_stage_code":self.check_project_stage,
            "procure_content":self.check_procure_content,
            "kpi": self.check_kpi,
            "institution": self.check_institution,
            "project_domain": self.check_project_domain,
            "project_owner": self.check_project_owner,
            "start_date": self.check_start_date,
            "end_date": self.check_end_date,
            "operation_start_date": self.check_operation_start_date,
            "operation_end_date": self.check_operation_end_date,
            "source_income": self.check_source_income,
            "construction_content": self.check_construction_content,
            "remarks": self.check_remarks,
            "cost_income_percent": self.check_cost_income_percent,
            "coverage_multiple": self.check_coverage_multiple,
            "competent_department": self.check_competent_department,

        }
    def check_competent_department(self, obj, catch_content: CatchContentObject) -> bool:
        """
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        competent_department = obj.get("competent_department", "")
        if not competent_department:
            return True
        return False
    def check_coverage_multiple(self, obj, catch_content: CatchContentObject) -> bool:
        """
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        coverage_multiple = obj.get("coverage_multiple", "")
        if not coverage_multiple:
            return True
        return False
    def check_cost_income_percent(self, obj, catch_content: CatchContentObject) -> bool:
        """
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        cost_income_percent = obj.get("cost_income_percent", "")
        if not cost_income_percent:
            return True
        return False
    def check_remarks(self, obj, catch_content: CatchContentObject) -> bool:
        """
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        remarks = obj.get("remarks", "")
        if not remarks:
            return True
        return False
    def check_construction_content(self, obj, catch_content: CatchContentObject) -> bool:
        """
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        construction_content = obj.get("construction_content", "")
        if not construction_content:
            return True
        return False
    def check_source_income(self, obj, catch_content: CatchContentObject) -> bool:
        """
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        source_income = obj.get("source_income", "")
        if not source_income:
            return True
        return False
    def check_operation_end_date(self, obj, catch_content: CatchContentObject) -> bool:
        """
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        operation_end_date = obj.get("operation_end_date", "")
        if not operation_end_date:
            return True
        return False
    def check_operation_start_date(self, obj, catch_content: CatchContentObject) -> bool:
        """
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        operation_start_date = obj.get("operation_start_date", "")
        if not operation_start_date:
            return True
        return False
    def check_end_date(self, obj, catch_content: CatchContentObject) -> bool:
        """
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        end_date = obj.get("end_date", "")
        if not end_date:
            return True
        return False
    def check_start_date(self, obj, catch_content: CatchContentObject) -> bool:
        """
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        start_date = obj.get("start_date", "")
        if not start_date:
            return True
        return False
    def check_project_owner(self, obj, catch_content: CatchContentObject) -> bool:
        """
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        project_owner = obj.get("project_owner", "")
        if not project_owner:
            return True
        return False
    def check_project_domain(self, obj, catch_content: CatchContentObject) -> bool:
        """
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        project_domain = obj.get("project_domain", "")
        if not project_domain:
            return True
        return False
    def check_bidamount(self,obj,catch_content: CatchContentObject) -> bool:
        """
        中标金额为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        subtype = obj.get("subtype", "")
        if subtype in ["中标", "成交","合同","验收"]:
            bidamount = obj.get("bidamount")
            if not bidamount:
                return True
        return False

    def check_winner(self,obj, catch_content: CatchContentObject) -> bool:
        """
        中标单位名称为空检测，除中标类型的标讯，其他类型标讯不检查这个字段是否为空
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        subtype = obj.get("subtype", "")
        if subtype in ["中标", "成交", "合同", "验收"]:
            winner = obj.get("s_winner")
            if not winner:
                return True
        return False


    def check_buyer(self,obj,catch_content: CatchContentObject) -> bool:
        """
        采购单位名称是否为空检测
        :param buyer:采购单位，多个逗号分割
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        subtype = obj.get("subtype", "")
        if subtype not in ["拟建"]:
            budget = obj.get("buyer")
            if not budget:
                return True
        return False

    def check_budget(self,obj, catch_content: CatchContentObject) -> bool:
        """
        预算为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        subtype = obj.get("subtype", "")
        if subtype  in ["招标", "邀标", "询价", "竞谈","单一","竞价","变更"]:
            budget = obj.get("budget")
            if not budget:
                return True
        return False

    def check_region(self,obj, catch_content: CatchContentObject) -> bool:
        """
        省份为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        area = obj.get("area")
        if not area:
            return True
        return False
    def check_city(self,obj, catch_content: CatchContentObject) -> bool:
        """
        城市为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        city = obj.get("city")
        if not city:
            return True
        return False
    def check_district(self,obj, catch_content: CatchContentObject) -> bool:
        """
        区县为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        district = obj.get("district")
        if not district:
            return True
        return False

    def check_title(self,obj, catch_content: CatchContentObject) -> bool:
        """
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        title = obj.get("title")
        if not title :
            return True
        return False

    def check_projectname(self,obj, catch_content: CatchContentObject) -> bool:
        """
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        projectname = obj.get("projectname")
        if not projectname :
            return True
        return False


    def check_projectcode(self,obj, catch_content: CatchContentObject) -> bool:
        """
        项目编号为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        toptype = obj.get("toptype", "")
        if toptype not in ["拟建","采购意向"]:
            projectcode = obj.get("projectcode")
            if not projectcode:
                return True
        return False

    def check_subpackage(self,obj, catch_content: CatchContentObject) -> bool:
        """
        公司名称检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        pass
        # 处理正文
        # 检查因素
        # 是否返回 0000

    def check_purchasinglist(self,obj, catch_content: CatchContentObject) -> bool:
        if not obj.get("purchasinglist"):
            return True
        return False

    def check_toptype(self,obj, catch_content: CatchContentObject) -> bool:
        """
        公告一级分类检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        if not obj.get("toptype"):
            return True
        return  False

    def check_subtype(self,obj, catch_content: CatchContentObject) -> bool:
        """
        公告二级分类检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        if not obj.get("subtype"):
            return True
        return  False

    def check_publishtime(self,obj, catch_content: CatchContentObject) -> bool:
        if not obj.get("publishtime"):
            return True
        return  False
    def check_detail(self,obj, catch_content: CatchContentObject) -> bool:
        if not obj.get("detail"):
            return True
        return  False
    def check_href(self,obj, catch_content: CatchContentObject) -> bool:
        if not obj.get("href"):
            return True
        return  False

    def check_est_purchase_time(self, obj, catch_content: CatchContentObject) -> bool:
        """
        预计采购时间为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        if obj.get("toptype") == "预告":
            if not obj.get("est_purchase_time"):
                return True
            return False
        return False
    def check_docstarttime(self, obj, catch_content: CatchContentObject) -> bool:
        """
        招标文件获取开始时间为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        if obj.get("toptype") == "招标":
            if not obj.get("docstarttime"):
                return True
            return False
        return False

    def check_docendtime(self, obj, catch_content: CatchContentObject) -> bool:
        """
        招标文件获取截止时间为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        if obj.get("toptype") == "招标":
            if not obj.get("docendtime"):
                return True
            return False
        return False

    def check_bidstarttime(self, obj, catch_content: CatchContentObject) -> bool:
        """
        投标文件递交开始时间为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        if obj.get("toptype") == "招标":
            if not obj.get("bidstarttime"):
                return True
            return False
        return False
    def check_bidendtime(self, obj, catch_content: CatchContentObject) -> bool:
        """
        投标截止日期为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        if obj.get("toptype") == "招标":
            if not obj.get("bidendtime"):
                return True
            return False
        return False
    def check_bidopentime(self, obj, catch_content: CatchContentObject) -> bool:
        """
        开标日期为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        if obj.get("toptype") == "招标":
            if not obj.get("bidopentime"):
                return True
            return False
        return False
    def check_bidway(self, obj, catch_content: CatchContentObject) -> bool:
        """
        投标方式为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        toptype = obj.get("toptype")
        subtype = obj.get("subtype", "")
        if toptype == "招标" or subtype in ["合同", "验收"]:
            if not obj.get("bidway"):
                return True
            return False
        return False
    def check_buyerperson(self, obj, catch_content: CatchContentObject) -> bool:
        """
        采购单位联系人为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        toptype = obj.get("toptype")
        subtype = obj.get("subtype", "")
        if toptype =="招标" or subtype in ["中标", "成交", "合同", "验收"]:
            if not obj.get("buyerperson"):
                return True
            return False
        return False
    def check_buyertel(self, obj, catch_content: CatchContentObject) -> bool:
        """
        采购单位联系电话为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        toptype = obj.get("toptype")
        subtype = obj.get("subtype", "")
        if toptype =="招标" or subtype in ["中标", "成交", "合同", "验收"]:
            if not obj.get("buyertel"):
                return True
            return False
        return False
    def check_agency(self, obj, catch_content: CatchContentObject) -> bool:
        """
        招标代理机构空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        toptype = obj.get("toptype")
        subtype = obj.get("subtype", "")
        if toptype =="招标" or subtype in ["中标", "成交", "合同", "验收"]:
            if not obj.get("agency"):
                return True
            return False
        return False
    def check_agencyperson(self, obj, catch_content: CatchContentObject) -> bool:
        """
        招标代理机构联系人为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        toptype = obj.get("toptype")
        subtype = obj.get("subtype", "")
        if toptype =="招标" or subtype in ["中标", "成交", "合同", "验收"]:
            if not obj.get("agencyperson"):
                return True
            return False
        return False
    def check_agencytel(self, obj, catch_content: CatchContentObject) -> bool:
        """
        招标代理机构联系电话为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        toptype = obj.get("toptype")
        subtype = obj.get("subtype", "")
        if toptype =="招标" or subtype in ["中标", "成交", "合同", "验收"]:
            if not obj.get("agencytel"):
                return True
            return False
        return False
    def check_winnerperson(self, obj, catch_content: CatchContentObject) -> bool:
        """
        中标单位联系人为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        subtype = obj.get("subtype", "")
        if subtype in ["中标", "成交", "合同", "验收"]:
            if not obj.get("winnerperson"):
                return True
            return False
        return False
    def check_winnertel(self, obj, catch_content: CatchContentObject) -> bool:
        """
        中标单位联系电话为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        subtype = obj.get("subtype", "")
        if subtype in ["中标", "成交", "合同", "验收"]:
            if not obj.get("winnertel"):
                return True
            return False
        return False
    def check_entname(self, obj, catch_content: CatchContentObject) -> bool:
        """
        候选人名称为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        subtype = obj.get("subtype", "")
        if subtype in ["中标", "成交"]:
            if "winnerorder" not in obj:
                return True  # 如果没有winnerorder字段，视为无entname

            for item in obj["winnerorder"]:
                if "entname" in item:
                    return False  # 只要有一个entname存在，就返回False

            return True  # 所有条目都没有entname，返回True
        return False
    def check_sort(self, obj, catch_content: CatchContentObject) -> bool:
        """
        候选人名次为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        subtype = obj.get("subtype", "")
        if subtype in ["中标", "成交"]:
            if "winnerorder" not in obj:
                return True  # 如果没有winnerorder字段，视为无entname

            for item in obj["winnerorder"]:
                if "sort" in item or "sortstr" in item:
                    return False  # 只要有一个entname存在，就返回False

            return True  # 所有条目都没有entname，返回True
        return False
    def check_price(self, obj, catch_content: CatchContentObject) -> bool:
        """
        投标报价为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        subtype = obj.get("subtype", "")
        if subtype in ["中标", "成交"]:
            if "winnerorder" not in obj:
                return True  # 如果没有winnerorder字段，视为无entname

            for item in obj["winnerorder"]:
                if "price" in item :
                    return False  # 只要有一个entname存在，就返回False

            return True  # 所有条目都没有entname，返回True
        return False
    def check_winnerorder(self, obj, catch_content: CatchContentObject) -> bool:
        """
        候选人信息为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        subtype = obj.get("subtype", "")
        if subtype in ["中标", "成交"]:
            if "winnerorder" not in obj:
                return True  # 如果没有winnerorder字段，视为无
        return False
    def check_note(self, obj, catch_content: CatchContentObject) -> bool:
        """
        候选人信息为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        toptype = obj.get("toptype", "")
        if toptype == "预告" :
            if "note" not in obj:
                return True  # 如果没有note字段，视为无
        return False

    def check_publish_org(self, obj, catch_content: CatchContentObject) -> bool:
        """
        发文单位 为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        publish_org = obj.get("publish_org", "")
        if not publish_org:
            return True  # 如果没有note字段，视为无
        return False
    def check_projectinfo(self, obj, catch_content: CatchContentObject) -> bool:
        """
        政策附件 为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        projectinfo = obj.get("projectinfo", "")
        infotype = obj.get("infotype", "")
        if infotype == '政策':
            if not projectinfo:
                return True  # 如果没有projectinfo字段，视为无
            return False
        return False

    def check_owner(self,obj, catch_content: CatchContentObject) -> bool:
        """
        联通拟在建类型
        业主单位名称为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        owner = obj.get("owner", "")
        if not owner:
            return True
        return False
    def check_total_investment(self,obj, catch_content: CatchContentObject) -> bool:
        """
        联通拟在建类型
        投资金额（万元）为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        total_investment = obj.get("total_investment", "")
        if not total_investment:
            return True
        return False
    def check_area_code(self,obj, catch_content: CatchContentObject) -> bool:
        """
        联通拟在建类型
        省份为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        area_code = obj.get("area_code", "")
        if not area_code:
            return True
        return False

    def check_city_code(self, obj, catch_content: CatchContentObject) -> bool:
        """
        联通拟在建类型
        城市为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        city_code = obj.get("city_code", "")
        if not city_code:
            return True
        return False
    def check_capital(self,obj, catch_content: CatchContentObject) -> bool:
        """
        联通拟在建类型
        投资金额（万元）为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        capital = obj.get("capital", "")
        if not capital:
            return True
        return False
    def check_project_stage(self,obj, catch_content: CatchContentObject) -> bool:
        """
        联通拟在建类型
        项目阶段为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        project_stage = obj.get("project_stage_code", "")
        if not project_stage:
            return True
        return False
    def check_procure_content(self,obj, catch_content: CatchContentObject) -> bool:
        """
        联通预算类型
        项目情况为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        procure_content = obj.get("procure_content", "")
        if not procure_content:
            return True
        return False
    def check_kpi(self,obj, catch_content: CatchContentObject) -> bool:
        """
        联通预算类型
        项目目标为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        kpi = obj.get("kpi", "")
        if not kpi:
            return True
        return False
    def check_institution(self,obj, catch_content: CatchContentObject) -> bool:
        """
        联通预算类型
        项目单位为空检测
        :param obj:代表一个item
        :return:返回true 代表异常
        """
        institution = obj.get("institution", "")
        if not institution:
            return True
        return False