topic_spider/find_source/crawler/Task.py

import time
from collections import UserDict


class Task(UserDict):

    """
    # >>> import json
    # >>> task = Task(name='剑鱼')
    # >>> task_str = json.dumps(task, default=lambda obj: obj.__dict__['data'], ensure_ascii=False)
    # >>> task_obj = json.loads(task_str, object_hook=lambda d: Task(**d))
    """

    def __init__(
            self,
            name='',
            host='',
            depth=None,
            loop_times=0,
            sensitive=False,
            duplication=False,
            requirement=False,
            create_at=None,
            update_at=int(time.time()),
    ):
        super(Task, self).__init__(
            name=name,
            host=host,
            depth=(depth or 1),
            loop_times=loop_times,
            sensitive=sensitive,
            duplication=duplication,
            requirement=requirement,
            create_at=(create_at or int(time.time())),
            update_at=update_at,
        )