From ea168353b90ba3b0d391919c68425fcb54612657 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Adrien=20B=C3=A9raud?= <adrien.beraud@savoirfairelinux.com> Date: Fri, 9 Dec 2016 02:41:12 -0500 Subject: [PATCH] tools/scanner: use urllib3 streaming --- python/tools/scanner.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/tools/scanner.py b/python/tools/scanner.py index baa001a9..21b820e3 100755 --- a/python/tools/scanner.py +++ b/python/tools/scanner.py @@ -74,7 +74,7 @@ def check_dl(fname, url): if os.path.isfile(fname): return print('downloading', url) - ghandle = gzip.GzipFile(fileobj=http.request('GET', url, headers={'User-Agent': 'Mozilla/5.0'})) + ghandle = gzip.GzipFile(fileobj=http.request('GET', url, headers={'User-Agent': 'Mozilla/5.0'}, preload_content=False)) with open(fname, 'wb') as out: for line in ghandle: out.write(line) -- GitLab