LICENSE
MANIFEST.in
README.md
setup.py
scrawlpy/__init__.py
scrawlpy/__version__.py
scrawlpy/requirements.txt
scrawlpy/setting.py
scrawlpy.egg-info/PKG-INFO
scrawlpy.egg-info/SOURCES.txt
scrawlpy.egg-info/dependency_links.txt
scrawlpy.egg-info/entry_points.txt
scrawlpy.egg-info/requires.txt
scrawlpy.egg-info/top_level.txt
scrawlpy/commands/__init__.py
scrawlpy/commands/cmdline.py
scrawlpy/commands/create_builder.py
scrawlpy/commands/shell.py
scrawlpy/commands/spider.py
scrawlpy/commands/zip.py
scrawlpy/commands/create/__init__.py
scrawlpy/commands/create/create_cookies.py
scrawlpy/commands/create/create_init.py
scrawlpy/commands/create/create_item.py
scrawlpy/commands/create/create_json.py
scrawlpy/commands/create/create_params.py
scrawlpy/commands/create/create_project.py
scrawlpy/commands/create/create_setting.py
scrawlpy/commands/create/create_spider.py
scrawlpy/commands/create/create_table.py
scrawlpy/core/__init__.py
scrawlpy/core/crawl.py
scrawlpy/core/metrics.py
scrawlpy/core/scheduler.py
scrawlpy/core/spiders/__init__.py
scrawlpy/core/spiders/airspider.py
scrawlpy/core/spiders/base_spider.py
scrawlpy/core/spiders/spider.py
scrawlpy/items/__init__.py
scrawlpy/items/result.py
scrawlpy/items/seed.py
scrawlpy/network/__init__.py
scrawlpy/network/request.py
scrawlpy/network/seed_item.py
scrawlpy/network/user_agent.py
scrawlpy/pipelines/__init__.py
scrawlpy/pipelines/console_pipeline.py
scrawlpy/storage/__init__.py
scrawlpy/storage/memorydb.py
scrawlpy/templates/air_spider_template.tmpl
scrawlpy/templates/batch_spider_template.tmpl
scrawlpy/templates/item_template.tmpl
scrawlpy/templates/spider_template.tmpl
scrawlpy/templates/task_spider_template.tmpl
scrawlpy/templates/update_item_template.tmpl
scrawlpy/templates/project_template/CHECK_DATA.md
scrawlpy/templates/project_template/README.md
scrawlpy/templates/project_template/main.py
scrawlpy/templates/project_template/setting.py
scrawlpy/templates/project_template/items/__init__.py
scrawlpy/templates/project_template/spiders/__init__.py
scrawlpy/utils/__init__.py
scrawlpy/utils/concurrent_util.py
scrawlpy/utils/custom_argparse.py
scrawlpy/utils/email_sender.py
scrawlpy/utils/gen_seed.py
scrawlpy/utils/loader_util.py
scrawlpy/utils/log.py
scrawlpy/utils/logger_util.py
scrawlpy/utils/metrics.py
scrawlpy/utils/obj_util.py
scrawlpy/utils/perfect_dict.py
scrawlpy/utils/redis_lock.py
scrawlpy/utils/tail_thread.py
scrawlpy/utils/tools.py
scrawlpy/utils/js/intercept.js
scrawlpy/utils/js/stealth.min.js
scrawlpy/utils/webdriver/__init__.py
scrawlpy/utils/webdriver/playwright_driver.py
scrawlpy/utils/webdriver/selenium_driver.py
scrawlpy/utils/webdriver/webdirver.py
scrawlpy/utils/webdriver/webdriver_pool.py
scripts/__init__.py
spiders/__init__.py
spiders/settings/__init__.py
spiders/settings/airspider_settings.py
spiders/spiders/__init__.py
spiders/spiders/airspider.py
spiders/spiders/demo_spider.py
test/__init__.py
test/attrs_test.py
test/design.py
test/func_demo.py
test/main.py
test/agent/__init__.py
test/func_timeout_demo/__init__.py
test/func_timeout_demo/demo.py
test/func_timeout_demo/test2.py
test/func_timeout_demo/test3.py
test/redis_httpd/__init__.py
test/redis_httpd/redis_http_client.py
test/redis_httpd/redis_http_server.py
test/redis_httpd/test.py
test/spiders/__init__.py
test/spiders/settings/__init__.py
test/spiders/settings/airspider_settings.py
test/spiders/spiders/__init__.py
test/spiders/spiders/airspider.py
test/spiders/spiders/demo_spider.py