topic_spider/find_source/crawler/Task.py

import time
from collections import UserDict


class Task(UserDict):

    """
    # >>> import json
    # >>> task = Task(name='剑鱼')
    # >>> task_str = json.dumps(task, default=lambda obj: obj.__dict__['data'], ensure_ascii=False)
    # >>> task_obj = json.loads(task_str, object_hook=lambda d: Task(**d))
    """

    def __init__(
            self,
            name='',
            url='',
            domain='',
            base_url='',
            groups=None,
            sensitive=False,
            duplication=False,
            requirement=False,
            create_at=None,
            update_at=int(time.time()),
    ):
        super(Task, self).__init__(
            name=name,
            url=url,
            domain=domain,
            base_url=base_url,
            groups=(groups or ''),
            sensitive=sensitive,
            duplication=duplication,
            requirement=requirement,
            create_at=(create_at or int(time.time())),
            update_at=update_at,
        )