添加环境依赖打包构建

FworkSpider/feapder/MANIFEST.in

@@ -0,0 +1,11 @@
+include README.md
+include LICENSE
+
+include feapder/requirements.txt
+include feapder/VERSION
+
+recursive-include feapder/utils/js *
+recursive-include feapder/templates *
+recursive-include tests *
+
+global-exclude __pycache__ *.py[cod]

FworkSpider/feapder/setup.cfg

@@ -0,0 +1,2 @@
+[easy_install]
+index_url = https://mirrors.aliyun.com/pypi/simple

FworkSpider/feapder/setup.py

@@ -0,0 +1,84 @@
+# -*- coding: utf-8 -*-
+"""
+Created on 2020/4/22 10:45 PM
+---------
+@summary:
+---------
+@author: Boris
+@email: boris_liu@foxmail.com
+"""
+
+from os.path import dirname, join
+from sys import version_info
+
+import setuptools
+
+if version_info < (3, 6, 0):
+    raise SystemExit("Sorry! feapder requires python 3.6.0 or later.")
+
+with open(join(dirname(__file__), "feapder/VERSION"), "rb") as fh:
+    version = fh.read().decode("ascii").strip()
+
+with open("README.md", "r", encoding="utf8") as fh:
+    long_description = fh.read()
+
+packages = setuptools.find_packages()
+packages.extend(
+    [
+        "feapder",
+        "feapder.templates",
+        "feapder.templates.project_template",
+        "feapder.templates.project_template.spiders",
+        "feapder.templates.project_template.items",
+    ]
+)
+
+requires = [
+    "better-exceptions>=0.2.2",
+    "DBUtils>=2.0",
+    "parsel>=1.5.2",
+    "PyMySQL>=0.9.3",
+    "redis>=2.10.6,<4.0.0",
+    "requests>=2.22.0",
+    "PySocks==1.7.1",
+    "bs4>=0.0.1",
+    "ipython>=7.14.0,<=8.12",
+    "redis-py-cluster>=2.1.0",
+    "cryptography>=3.3.2",
+    "pymongo>=3.10.1",
+    "urllib3>=1.25.8,<=1.25.11",
+    "loguru>=0.5.3",
+    "influxdb>=5.3.1",
+    "pyperclip>=1.8.2",
+    "terminal-layout>=2.1.3",
+    "python-logstash==0.4.8",
+    "AMQPStorm==2.10.6",
+]
+
+render_requires = ["webdriver-manager>=3.5.3", "selenium==3.141.0"]
+jy_requires = ["tqdm>=4.64.0", "func-timeout==4.3.5", "oss2"]
+all_requires = [
+    "bitarray>=1.5.3",
+    "PyExecJS>=1.5.1",
+    *jy_requires,
+    *render_requires
+]
+
+setuptools.setup(
+    name="feapder",
+    version=version,
+    author="Boris",
+    license="MIT",
+    author_email="",
+    python_requires=">=3.6",
+    description="feapder是一款支持分布式、批次采集、任务防丢、报警丰富的python爬虫框架",
+    long_description=long_description,
+    long_description_content_type="text/markdown",
+    install_requires=requires,
+    extras_require={"all": all_requires, "jy": jy_requires, "render": render_requires},
+    entry_points={"console_scripts": ["feapder = feapder.commands.cmdline:execute"]},
+    url="https://github.com/Boris-code/feapder.git",
+    packages=packages,
+    include_package_data=True,
+    classifiers=["Programming Language :: Python :: 3"],
+)