diff options
Diffstat (limited to 'python3/crawl.py')
| -rw-r--r-- | python3/crawl.py | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/python3/crawl.py b/python3/crawl.py index 46b8f7f..8d49e18 100644 --- a/python3/crawl.py +++ b/python3/crawl.py @@ -47,6 +47,10 @@ def download_urls_with_executor(urls, executor, timeout=60): def main(): for name, fn in [('sequential', functools.partial(download_urls_sequential, URLS)), + ('processes', + functools.partial(download_urls_with_executor, + URLS, + futures.ProcessPoolExecutor(10))), ('threads', functools.partial(download_urls_with_executor, URLS, |