topic_spider/find_source/crawler/Task.py

import time
from collections import UserDict

from common.databases import int2long


class Task(UserDict):

    """
    # >>> import json
    # >>> task = Task(name='剑鱼')
    # >>> task_str = json.dumps(task, default=lambda obj: obj.__dict__['data'], ensure_ascii=False)
    # >>> task_obj = json.loads(task_str, object_hook=lambda d: Task(**d))
    """

    def __init__(
            self,
            name='',
            url='',
            domain='',
            base_url='',
            search='',
            classify='',
            groups=None,
            weight=1,
            sensitive=False,
            duplication=False,
            requirement=False,
            create_at=None,
            update_at=None,
    ):
        super(Task, self).__init__(
            name=name,
            url=url,
            domain=domain,
            base_url=base_url,
            search=search,
            classify=classify,
            groups=(groups or ''),
            weight=weight,
            sensitive=sensitive,
            duplication=duplication,
            requirement=requirement,
            create_at=(create_at or int2long(int(time.time()))),
            update_at=(update_at or int2long(int(time.time()))),
        )