crawlab_feader/FworkSpider/setup.py

# -*- coding: utf-8 -*-
"""
Created on 2020/4/22 10:45 PM
---------
@summary:
---------
@author: Boris
@email: boris_liu@foxmail.com
"""

from os.path import dirname, join
from sys import version_info

import setuptools

if version_info < (3, 6, 0):
    raise SystemExit("Sorry! feapder requires python 3.6.0 or later.")

with open(join(dirname(__file__), "feapder/VERSION"), "rb") as fh:
    version = fh.read().decode("ascii").strip()

with open("README.md", "r", encoding="utf8") as fh:
    long_description = fh.read()

packages = setuptools.find_packages()
packages.extend(
    [
        "feapder",
        "feapder.templates",
        "feapder.templates.project_template",
        "feapder.templates.project_template.spiders",
        "feapder.templates.project_template.items",
    ]
)

requires = [
    "better-exceptions>=0.2.2",
    "DBUtils>=2.0",
    "parsel>=1.5.2,<=1.6.0",
    "PyMySQL>=0.9.3",
    "pymongo==3.10.1",
    "redis>=2.10.6,<4.0.0",
    "requests>=2.24.0",
    "bs4>=0.0.1",
    "ipython>=7.14.0,<=8.12",
    "cryptography>=3.3.2",
    "urllib3>=1.25.8,<=1.25.11",
    "loguru>=0.5.3",
    "influxdb>=5.3.1",
    "pyperclip>=1.8.2",
    "terminal-layout>=2.1.3",
    "redis-py-cluster>=2.1.0",
    "tqdm>=4.64.0",
    "jmespath<1.0.0,>=0.9.3"
]

render_requires = [
    "webdriver-manager>=4.0.0",
    "DrissionPage==4.1.0.18",
    "playwright",
    "selenium>=3.141.0"
]

other = [
    "func-timeout==4.3.5"
]

all_requires = [
    "bitarray>=1.5.3",
    "PyExecJS>=1.5.1",
    "PySocks==1.7.1",
    "oss2",
    "AMQPStorm"
] + render_requires

setuptools.setup(
    name="feapder",
    version=version,
    author="Boris",
    license="MIT",
    author_email="",
    python_requires=">=3.6",
    description="feapder是一款支持分布式、批次采集、任务防丢、报警丰富的python爬虫框架",
    long_description=long_description,
    long_description_content_type="text/markdown",
    install_requires=requires,
    extras_require={
        "all": all_requires,
        "render": render_requires,
        "other": other
    },
    entry_points={"console_scripts": ["feapder = feapder.commands.cmdline:execute"]},
    url="https://github.com/Boris-code/feapder.git",
    packages=packages,
    include_package_data=True,
    classifiers=["Programming Language :: Python :: 3"],
)