util.py 535 B

1234567891011121314151617181920212223
  1. import requests
  2. import sys
  3. PY3 = sys.version_info[0] >= 3
  4. if PY3:
  5. text_types = (str,)
  6. else:
  7. text_types = (str, unicode) # analysis:ignore
  8. def download(url, target):
  9. """Download a file using requests.
  10. This is like urllib.request.urlretrieve, but requests validates SSL
  11. certificates by default.
  12. """
  13. r = requests.get(url, stream=True)
  14. r.raise_for_status()
  15. with open(target, 'wb') as f:
  16. for chunk in r.iter_content(chunk_size=1024):
  17. if chunk:
  18. f.write(chunk)