__init__.py 877 B

123456789101112131415161718192021222324252627282930313233343536
  1. from .DomAnalysis import DomAnalysis
  2. __all__ = [
  3. 'parse_urls',
  4. 'parser_items',
  5. 'Parser'
  6. ]
  7. def parse_urls(dom: str, **kwargs):
  8. dom_handler = DomAnalysis(dom=dom, **kwargs)
  9. return dom_handler.get_urls()
  10. def parser_items(dom: str, **kwargs):
  11. dom_handler = DomAnalysis(dom=dom, **kwargs)
  12. return dom_handler.get_items()
  13. class Parser:
  14. def __init__(self):
  15. self._parse_urls = parse_urls
  16. self._parser_items = parser_items
  17. def _site_items(self, dom, **kwargs):
  18. return self._parser_items(dom, **kwargs)
  19. def urls(self, isogeny, dom, **kwargs):
  20. return self._parse_urls(dom, isogeny=isogeny, **kwargs)
  21. def same_origin(self, dom, host):
  22. return self._site_items(dom, isogeny=True, host=host)
  23. def non_origin(self, dom, url):
  24. return self._site_items(dom, isogeny=False, request_url=url)