| 123456789101112131415161718192021222324 |
- from pathlib import Path
- import yaml
- __all__ = [
- 'mongo_conf', 'redis_conf',
- 'headers', 'jy_proxy',
- 'crawl_sites'
- ]
- base_path = Path(__file__).parent
- yaml_conf = (base_path / 'conf.yaml').resolve()
- yaml_sites = (base_path / 'sites.yaml').resolve()
- with open(yaml_conf, encoding="utf-8") as f:
- conf = yaml.safe_load(f)
- mongo_conf = conf['mongo']
- redis_conf = conf['redis']
- headers: dict = conf['headers']
- jy_proxy: dict = conf['proxy']
- with open(yaml_sites, encoding="utf-8") as fp:
- sites = yaml.safe_load(fp)
- crawl_sites = sites['crawl_sites']
|
