from crawler import activate_spider def main(): activate_spider(max_workers=4) if __name__ == '__main__': main()